{
  "benchmark": "LongMemEval-S",
  "completed": "2026-11-16",
  "answerModel": "gpt-6-luna",
  "serviceTier": "flex",
  "mem0Version": "2.2.1",
  "embeddingModel": "text-embedding-3-small",
  "retrieval": "cosine",
  "answerTopK": 50,
  "candidateLimit": 200,
  "promptTokenBudget": 8192,
  "recentMessages": 10,
  "plannedGroupsPerSystem": 14997,
  "answerPromptReplacement": "- CONTEXT CHECK: Match each memory to the requested event, person, item, or time by its meaning. Different wording can describe the same fact. Combine records across dates or conversations when they support the connection, and distinguish separate events from duplicate reports. For lists, counts, or totals, collect every supported item before checking the result. If some information is uncertain, identify what is missing while keeping the facts and deductions that are supported.",
  "datasetSha256": "d6f21ea9d60a0d56f34a05b609c79c88a451d2ae03597821ea3d5a9678c3a442",
  "mem0BenchmarkRevision": "4b61c5d31b9c668a12b4f5e78064248a02c82d2b",
  "cases": [
    {"id": "gpt4_2c50253f","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.00243882,"writeUsd": 0.07949505,"answerUsd": 0.0005138375,"correct": false,"inputTokens": 8098,"unsettledUsd": 0.0,"judgeUsd": 0.0001078375,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00282062,"writeUsd": 0.07872879,"unsettledUsd": 0.008188125,"answerUsd": 0.0003292125,"correct": false,"inputTokens": 5136,"judgeUsd": 9.74625e-05,"evidenceGap": false}},
    {"id": "0862e8bf_abs","type": "single-session-user","cohort": "initial","oak": {"embeddingsUsd": 0.00238742,"writeUsd": 0.07108789,"answerUsd": 0.0004705875,"correct": true,"inputTokens": 7466,"unsettledUsd": 0.0,"judgeUsd": 2.481e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00283454,"writeUsd": 0.0753714175,"unsettledUsd": 0.009388875,"answerUsd": 0.00034465,"correct": true,"inputTokens": 5451,"judgeUsd": 8.81e-06,"evidenceGap": false}},
    {"id": "0977f2af","type": "knowledge-update","cohort": "initial","oak": {"embeddingsUsd": 0.00237542,"writeUsd": 0.0660966375,"answerUsd": 0.0003512125,"correct": true,"inputTokens": 5452,"unsettledUsd": 0.0,"judgeUsd": 0.0001148375,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00278346,"writeUsd": 0.07396745,"unsettledUsd": 0.00012622,"answerUsd": 0.0003568375,"correct": true,"inputTokens": 5470,"judgeUsd": 0.0001034,"evidenceGap": false}},
    {"id": "f35224e0","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.002344,"writeUsd": 0.06628115,"answerUsd": 0.000400775,"correct": false,"inputTokens": 6189,"unsettledUsd": 0.0,"judgeUsd": 0.000116025,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00283266,"writeUsd": 0.0757336225,"unsettledUsd": 0.009684185,"answerUsd": 0.000365775,"correct": true,"inputTokens": 5677,"judgeUsd": 0.000112525,"evidenceGap": false}},
    {"id": "gpt4_7de946e7","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.00240946,"writeUsd": 0.065207305,"answerUsd": 0.0003364625,"correct": true,"inputTokens": 5144,"unsettledUsd": 0.0,"judgeUsd": 0.0001037125,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00275108,"writeUsd": 0.0746491975,"unsettledUsd": 0.00010294,"answerUsd": 0.000331525,"correct": true,"inputTokens": 5105,"judgeUsd": 0.0001053375,"evidenceGap": false}},
    {"id": "d682f1a2","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.0023347,"writeUsd": 0.0618910375,"answerUsd": 0.0003750875,"correct": false,"inputTokens": 5730,"unsettledUsd": 0.0,"judgeUsd": 0.0001060875,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00281806,"writeUsd": 0.07300241,"unsettledUsd": 8.56e-05,"answerUsd": 0.000339275,"correct": false,"inputTokens": 5369,"judgeUsd": 0.000107775,"evidenceGap": false}},
    {"id": "681a1674","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.00237744,"writeUsd": 0.065421175,"answerUsd": 0.000376275,"correct": false,"inputTokens": 5945,"unsettledUsd": 0.0,"judgeUsd": 0.0001035875,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00275542,"writeUsd": 0.0735367875,"unsettledUsd": 0.00012872,"answerUsd": 0.0003650875,"correct": true,"inputTokens": 5718,"judgeUsd": 9.70875e-05,"evidenceGap": false}},
    {"id": "gpt4_7f6b06db","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.0023533,"writeUsd": 0.067423585,"unsettledUsd": 0.004074875,"answerUsd": 0.0003645875,"correct": false,"inputTokens": 5234,"judgeUsd": 0.0001198375,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00277532,"writeUsd": 0.076773545,"unsettledUsd": 0.00827424,"answerUsd": 0.0003684,"correct": false,"inputTokens": 5347,"judgeUsd": 0.0001183375,"evidenceGap": false}},
    {"id": "gpt4_1916e0ea","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.00243556,"writeUsd": 0.07123644,"answerUsd": 0.00045765,"correct": true,"inputTokens": 7095,"unsettledUsd": 0.0,"judgeUsd": 1.536e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00280448,"writeUsd": 0.075559385,"unsettledUsd": 0.017480625,"answerUsd": 0.0003210875,"correct": true,"inputTokens": 4914,"judgeUsd": 1.561e-05,"evidenceGap": false}},
    {"id": "c2ac3c61","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.0024209,"writeUsd": 0.0695823775,"answerUsd": 0.0004083375,"correct": true,"inputTokens": 6438,"unsettledUsd": 0.0,"judgeUsd": 0.0001074,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00285336,"writeUsd": 0.07635833,"unsettledUsd": 0.008623375,"answerUsd": 0.0003508375,"correct": true,"inputTokens": 5330,"judgeUsd": 0.000105275,"evidenceGap": false}},
    {"id": "6d550036","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.00227086,"writeUsd": 0.068712525,"answerUsd": 0.0004734,"correct": true,"inputTokens": 7399,"unsettledUsd": 0.0,"judgeUsd": 9.79625e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00266728,"writeUsd": 0.07181789,"unsettledUsd": 0.00017404,"answerUsd": 0.000335525,"correct": false,"inputTokens": 5205,"judgeUsd": 0.000104775,"evidenceGap": false}},
    {"id": "gpt4_ab202e7f","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.00241366,"writeUsd": 0.0678442875,"answerUsd": 0.0004545875,"correct": false,"inputTokens": 7154,"unsettledUsd": 0.0,"judgeUsd": 0.000109525,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0027752,"writeUsd": 0.0723438075,"unsettledUsd": 0.00014482,"answerUsd": 0.000300275,"correct": false,"inputTokens": 4741,"judgeUsd": 0.0001119625,"evidenceGap": false}},
    {"id": "gpt4_372c3eed_abs","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.00235428,"writeUsd": 0.0640776075,"answerUsd": 0.0003389,"correct": true,"inputTokens": 5287,"unsettledUsd": 0.0,"judgeUsd": 0.0001149625,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00282552,"writeUsd": 0.07392629,"unsettledUsd": 0.008327375,"answerUsd": 0.000326275,"correct": true,"inputTokens": 4989,"judgeUsd": 0.0001209625,"evidenceGap": false}},
    {"id": "gpt4_6dc9b45b","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.00237872,"writeUsd": 0.067216965,"answerUsd": 0.0003538375,"correct": true,"inputTokens": 5598,"unsettledUsd": 0.0,"judgeUsd": 0.0001059625,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00276326,"writeUsd": 0.0761401925,"unsettledUsd": 0.008662585,"answerUsd": 3.1555e-05,"correct": true,"inputTokens": 5034,"judgeUsd": 0.000105525,"evidenceGap": false}},
    {"id": "09ba9854","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.00230494,"writeUsd": 0.063828165,"answerUsd": 0.0003743375,"correct": true,"inputTokens": 5878,"unsettledUsd": 0.0,"judgeUsd": 0.000108775,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00271912,"writeUsd": 0.07144773,"unsettledUsd": 0.00011972,"answerUsd": 0.0003630875,"correct": false,"inputTokens": 5634,"judgeUsd": 0.000102275,"evidenceGap": false}},
    {"id": "3ba21379","type": "knowledge-update","cohort": "initial","oak": {"embeddingsUsd": 0.00242654,"writeUsd": 0.0650116475,"answerUsd": 4.771e-05,"correct": true,"inputTokens": 6165,"unsettledUsd": 0.0,"judgeUsd": 1.603e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0027901,"writeUsd": 0.0699296125,"unsettledUsd": 0.01687,"answerUsd": 0.000350775,"correct": true,"inputTokens": 5545,"judgeUsd": 1.603e-05,"evidenceGap": false}},
    {"id": "545bd2b5","type": "single-session-user","cohort": "initial","oak": {"embeddingsUsd": 0.00233376,"writeUsd": 0.062195425,"unsettledUsd": 0.005262125,"answerUsd": 0.00035765,"correct": true,"inputTokens": 5451,"judgeUsd": 0.00010515,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00275324,"writeUsd": 0.0704732875,"unsettledUsd": 0.019075,"answerUsd": 0.00032115,"correct": true,"inputTokens": 5067,"judgeUsd": 1.528e-05,"evidenceGap": false}},
    {"id": "3f1e9474","type": "single-session-user","cohort": "initial","oak": {"embeddingsUsd": 0.00233994,"writeUsd": 0.069155945,"unsettledUsd": 0.004751395,"answerUsd": 0.0004989,"correct": true,"inputTokens": 7935,"judgeUsd": 1.7975e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00283032,"writeUsd": 0.0746309975,"unsettledUsd": 0.009274275,"answerUsd": 0.000331025,"correct": true,"inputTokens": 5085,"judgeUsd": 1.77e-05,"evidenceGap": false}},
    {"id": "d24813b1","type": "single-session-preference","cohort": "initial","oak": {"embeddingsUsd": 0.00239018,"writeUsd": 0.0640115675,"unsettledUsd": 0.00491075,"answerUsd": 0.0003805875,"correct": true,"inputTokens": 5486,"judgeUsd": 0.0001030875,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0028183,"writeUsd": 0.0729939475,"unsettledUsd": 0.00025712,"answerUsd": 0.0003684625,"correct": true,"inputTokens": 5416,"judgeUsd": 0.000103275,"evidenceGap": false}},
    {"id": "fca762bc","type": "single-session-assistant","cohort": "initial","oak": {"embeddingsUsd": 0.00236246,"writeUsd": 0.0620470925,"unsettledUsd": 0.00505379,"answerUsd": 0.0003714625,"correct": true,"inputTokens": 5780,"judgeUsd": 1.5125e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00278654,"writeUsd": 0.0721361075,"unsettledUsd": 0.00013186,"answerUsd": 0.000332525,"correct": true,"inputTokens": 5169,"judgeUsd": 1.4125e-05,"evidenceGap": false}},
    {"id": "2c63a862","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.00246332,"writeUsd": 0.075431565,"unsettledUsd": 0.004349795,"answerUsd": 0.0005244,"correct": true,"inputTokens": 8159,"judgeUsd": 0.000106525,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00281984,"writeUsd": 0.0766100125,"unsettledUsd": 0.00889125,"answerUsd": 0.0003394625,"correct": true,"inputTokens": 5320,"judgeUsd": 0.0001057125,"evidenceGap": false}},
    {"id": "gpt4_483dd43c","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.0023955,"writeUsd": 0.0719351725,"answerUsd": 0.0004584625,"correct": false,"inputTokens": 7284,"unsettledUsd": 0.0,"judgeUsd": 0.00010815,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0028912,"writeUsd": 0.0750755525,"unsettledUsd": 0.00923,"answerUsd": 0.00035515,"correct": true,"inputTokens": 5419,"judgeUsd": 0.0001059,"evidenceGap": false}},
    {"id": "42ec0761","type": "knowledge-update","cohort": "initial","oak": {"embeddingsUsd": 0.00232538,"writeUsd": 0.0651236325,"answerUsd": 0.00033815,"correct": true,"inputTokens": 5315,"unsettledUsd": 0.0,"judgeUsd": 0.0001059625,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0027409,"writeUsd": 0.0739827675,"unsettledUsd": 0.007868625,"answerUsd": 0.0003340875,"correct": true,"inputTokens": 5274,"judgeUsd": 0.0001060875,"evidenceGap": false}},
    {"id": "gpt4_70e84552_abs","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.0025096,"writeUsd": 0.075896265,"answerUsd": 0.0005195875,"correct": true,"inputTokens": 8166,"unsettledUsd": 0.0,"judgeUsd": 0.000113775,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00282322,"writeUsd": 0.07580709,"unsettledUsd": 0.008223,"answerUsd": 0.0003213375,"correct": true,"inputTokens": 4990,"judgeUsd": 0.0001105875,"evidenceGap": false}},
    {"id": "aae3761f","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.00231918,"writeUsd": 0.0647980675,"answerUsd": 0.000487525,"correct": true,"inputTokens": 7641,"unsettledUsd": 0.0,"judgeUsd": 0.0001105875,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0027559,"writeUsd": 0.0720668275,"unsettledUsd": 0.007381125,"answerUsd": 0.0003630875,"correct": false,"inputTokens": 5666,"judgeUsd": 9.88375e-05,"evidenceGap": false}},
    {"id": "b6025781","type": "single-session-preference","cohort": "initial","oak": {"embeddingsUsd": 0.00238864,"writeUsd": 0.066756505,"answerUsd": 0.0005024,"correct": true,"inputTokens": 7895,"unsettledUsd": 0.0,"judgeUsd": 0.00011715,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00281584,"writeUsd": 0.072235225,"unsettledUsd": 0.007328125,"answerUsd": 0.0003449625,"correct": true,"inputTokens": 5236,"judgeUsd": 0.0001048375,"evidenceGap": false}},
    {"id": "577d4d32","type": "single-session-user","cohort": "initial","oak": {"embeddingsUsd": 0.00238958,"writeUsd": 0.063686085,"answerUsd": 0.000358775,"correct": true,"inputTokens": 5677,"unsettledUsd": 0.0,"judgeUsd": 1.776e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00281308,"writeUsd": 0.07256993,"unsettledUsd": 0.007455875,"answerUsd": 0.0003188375,"correct": true,"inputTokens": 5038,"judgeUsd": 0.000106525,"evidenceGap": false}},
    {"id": "gpt4_68e94288","type": "temporal-reasoning","cohort": "initial","oak": {"embeddingsUsd": 0.00236348,"writeUsd": 0.0613436175,"answerUsd": 0.0003603375,"correct": false,"inputTokens": 5610,"unsettledUsd": 0.0,"judgeUsd": 9.84e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00279962,"writeUsd": 0.071526925,"unsettledUsd": 0.007560875,"answerUsd": 0.00033465,"correct": true,"inputTokens": 5267,"judgeUsd": 1.8845e-05,"evidenceGap": false}},
    {"id": "9ee3ecd6","type": "multi-session","cohort": "initial","oak": {"embeddingsUsd": 0.00241134,"writeUsd": 0.069221305,"answerUsd": 0.0005194625,"correct": false,"inputTokens": 8164,"unsettledUsd": 0.0,"judgeUsd": 0.0001087125,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00274578,"writeUsd": 0.0716373025,"answerUsd": 0.0003775875,"correct": false,"inputTokens": 5970,"unsettledUsd": 0.0,"judgeUsd": 0.000105775,"evidenceGap": false}},
    {"id": "51a45a95","type": "single-session-user","cohort": "initial","oak": {"embeddingsUsd": 0.00239648,"writeUsd": 0.06127037,"answerUsd": 0.0003375875,"correct": false,"inputTokens": 5286,"unsettledUsd": 0.0,"judgeUsd": 9.70875e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00283516,"writeUsd": 0.0747797325,"unsettledUsd": 8.838e-05,"answerUsd": 0.000329025,"correct": false,"inputTokens": 5201,"judgeUsd": 0.000107275,"evidenceGap": false}},
    {"id": "gpt4_0a05b494","type": "temporal-reasoning","cohort": "extension","oak": {"embeddingsUsd": 0.0023422,"writeUsd": 0.0698117625,"unsettledUsd": 0.003004875,"answerUsd": 0.00045265,"correct": true,"inputTokens": 6939,"judgeUsd": 0.000105025,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00283902,"writeUsd": 0.075103835,"unsettledUsd": 0.007189875,"answerUsd": 0.0003337125,"correct": true,"inputTokens": 5224,"judgeUsd": 0.0001078375,"evidenceGap": false}},
    {"id": "1c549ce4","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.0023706,"writeUsd": 0.0659469875,"unsettledUsd": 0.0031205,"answerUsd": 0.0004679,"correct": true,"inputTokens": 7383,"judgeUsd": 0.0001053375,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00280186,"writeUsd": 0.0718965825,"unsettledUsd": 0.0073055,"answerUsd": 0.0003385875,"correct": true,"inputTokens": 5310,"judgeUsd": 1.433e-05,"evidenceGap": false}},
    {"id": "e3038f8c","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.00237974,"writeUsd": 0.0645551,"unsettledUsd": 0.002899625,"answerUsd": 0.000359275,"correct": true,"inputTokens": 5493,"judgeUsd": 0.0001159,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00283352,"writeUsd": 0.0715032175,"unsettledUsd": 0.007084625,"answerUsd": 0.0003379,"correct": true,"inputTokens": 5291,"judgeUsd": 0.0001067125,"evidenceGap": false}},
    {"id": "2788b940","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.0022884,"writeUsd": 0.063485225,"unsettledUsd": 0.002997375,"answerUsd": 0.00036315,"correct": true,"inputTokens": 5659,"judgeUsd": 0.0001079,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00275756,"writeUsd": 0.0718992375,"unsettledUsd": 0.007182375,"answerUsd": 0.00033565,"correct": true,"inputTokens": 5047,"judgeUsd": 0.0001049625,"evidenceGap": false}},
    {"id": "e48988bc","type": "single-session-assistant","cohort": "extension","oak": {"embeddingsUsd": 0.00236112,"writeUsd": 0.0698581875,"unsettledUsd": 0.003188375,"answerUsd": 0.000436775,"correct": true,"inputTokens": 6817,"judgeUsd": 1.3575e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00287732,"writeUsd": 0.076019925,"unsettledUsd": 0.007373375,"answerUsd": 0.0003229625,"correct": true,"inputTokens": 4984,"judgeUsd": 1.3575e-05,"evidenceGap": false}},
    {"id": "b9cfe692","type": "temporal-reasoning","cohort": "extension","oak": {"embeddingsUsd": 0.00239668,"writeUsd": 0.0677946125,"unsettledUsd": 0.002945875,"answerUsd": 0.0004447125,"correct": true,"inputTokens": 6844,"judgeUsd": 0.0001053375,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00285808,"writeUsd": 0.0747106175,"unsettledUsd": 0.007130875,"answerUsd": 0.00038115,"correct": true,"inputTokens": 5811,"judgeUsd": 0.0001054,"evidenceGap": false}},
    {"id": "ec81a493","type": "single-session-user","cohort": "extension","oak": {"embeddingsUsd": 0.002478,"writeUsd": 0.075155075,"unsettledUsd": 0.003081125,"answerUsd": 0.0005018375,"correct": false,"inputTokens": 7654,"judgeUsd": 0.00011115,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0028389,"writeUsd": 0.0743655475,"unsettledUsd": 0.007266125,"answerUsd": 0.0003394625,"correct": false,"inputTokens": 5132,"judgeUsd": 0.0001118375,"evidenceGap": false}},
    {"id": "af8d2e46","type": "single-session-user","cohort": "extension","oak": {"embeddingsUsd": 0.00229914,"writeUsd": 0.0649507625,"unsettledUsd": 0.003230875,"answerUsd": 0.00037865,"correct": true,"inputTokens": 5999,"judgeUsd": 0.0001054625,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0027034,"writeUsd": 0.072170735,"unsettledUsd": 0.007415875,"answerUsd": 0.000338775,"correct": false,"inputTokens": 5261,"judgeUsd": 0.000111525,"evidenceGap": false}},
    {"id": "6b168ec8","type": "single-session-user","cohort": "extension","oak": {"embeddingsUsd": 0.00248498,"writeUsd": 0.074334875,"unsettledUsd": 0.003137125,"answerUsd": 0.0004964,"correct": true,"inputTokens": 7855,"judgeUsd": 1.726e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.002894,"writeUsd": 0.073845925,"unsettledUsd": 0.007322125,"answerUsd": 0.0003340875,"correct": true,"inputTokens": 5258,"judgeUsd": 1.826e-05,"evidenceGap": false}},
    {"id": "a08a253f","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.00236322,"writeUsd": 0.0757231875,"unsettledUsd": 0.003034375,"answerUsd": 0.000484525,"correct": false,"inputTokens": 7649,"judgeUsd": 9.69e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00275884,"writeUsd": 0.0752287325,"unsettledUsd": 0.007219375,"answerUsd": 0.0003673375,"correct": false,"inputTokens": 5658,"judgeUsd": 1.725e-05,"evidenceGap": false}},
    {"id": "a1eacc2a","type": "knowledge-update","cohort": "extension","oak": {"embeddingsUsd": 0.00237074,"writeUsd": 0.0636872,"unsettledUsd": 0.003125375,"answerUsd": 0.0003933375,"correct": true,"inputTokens": 6174,"judgeUsd": 0.00010415,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00280376,"writeUsd": 0.0720758175,"unsettledUsd": 0.007310375,"answerUsd": 0.0003184,"correct": true,"inputTokens": 5031,"judgeUsd": 0.000104275,"evidenceGap": false}},
    {"id": "0ea62687","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.00236082,"writeUsd": 0.0657449875,"unsettledUsd": 0.0033015,"answerUsd": 0.000407275,"correct": true,"inputTokens": 6269,"judgeUsd": 9.69e-05,"evidenceGap": true},"mem0": {"embeddingsUsd": 0.0027128,"writeUsd": 0.0709526775,"unsettledUsd": 0.0074865,"answerUsd": 0.0003448375,"correct": true,"inputTokens": 5194,"judgeUsd": 0.0001100875,"evidenceGap": true}},
    {"id": "8a137a7f","type": "single-session-user","cohort": "extension","oak": {"embeddingsUsd": 0.00232632,"writeUsd": 0.06509614,"answerUsd": 0.0004124625,"correct": true,"inputTokens": 6376,"unsettledUsd": 0.0,"judgeUsd": 0.0001089,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00275248,"writeUsd": 0.07299594,"answerUsd": 0.0003493375,"correct": true,"inputTokens": 5542,"unsettledUsd": 0.0,"judgeUsd": 1.7495e-05,"evidenceGap": false}},
    {"id": "0db4c65d","type": "temporal-reasoning","cohort": "extension","oak": {"embeddingsUsd": 0.00239424,"writeUsd": 0.0640894075,"answerUsd": 0.000418275,"correct": true,"inputTokens": 6429,"unsettledUsd": 0.0,"judgeUsd": 1.5955e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00277032,"writeUsd": 0.0711839975,"answerUsd": 0.0003285875,"correct": true,"inputTokens": 4994,"unsettledUsd": 0.0,"judgeUsd": 1.8705e-05,"evidenceGap": false}},
    {"id": "gpt4_45189cb4","type": "temporal-reasoning","cohort": "extension","oak": {"embeddingsUsd": 0.0023583,"writeUsd": 0.064914255,"answerUsd": 0.0003797125,"correct": false,"inputTokens": 5608,"unsettledUsd": 0.0,"judgeUsd": 0.0001143375,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00278044,"writeUsd": 0.07281856,"answerUsd": 0.00036115,"correct": true,"inputTokens": 5331,"unsettledUsd": 0.0,"judgeUsd": 0.000114775,"evidenceGap": false}},
    {"id": "2ce6a0f2","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.00244588,"writeUsd": 0.06850727,"answerUsd": 0.00046615,"correct": false,"inputTokens": 7167,"unsettledUsd": 0.0,"judgeUsd": 0.0001144625,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00285456,"writeUsd": 0.07261831,"answerUsd": 0.0003403375,"correct": false,"inputTokens": 5282,"unsettledUsd": 0.0,"judgeUsd": 0.0001062125,"evidenceGap": false}},
    {"id": "71a3fd6b","type": "single-session-assistant","cohort": "extension","oak": {"embeddingsUsd": 0.00243324,"writeUsd": 0.0656585625,"answerUsd": 0.0004420875,"correct": true,"inputTokens": 6886,"unsettledUsd": 0.0,"judgeUsd": 0.000100275,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00279488,"writeUsd": 0.0699835475,"answerUsd": 0.0003469625,"correct": true,"inputTokens": 5424,"unsettledUsd": 0.0,"judgeUsd": 1.4505e-05,"evidenceGap": false}},
    {"id": "72e3ee87","type": "knowledge-update","cohort": "extension","oak": {"embeddingsUsd": 0.00237234,"writeUsd": 0.0657054275,"answerUsd": 0.0003607125,"correct": true,"inputTokens": 5720,"unsettledUsd": 0.0,"judgeUsd": 0.0001079625,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00281646,"writeUsd": 0.0738847125,"answerUsd": 0.000357525,"correct": true,"inputTokens": 5653,"unsettledUsd": 0.0,"judgeUsd": 2.1775e-05,"evidenceGap": false}},
    {"id": "gpt4_2655b836","type": "temporal-reasoning","cohort": "extension","oak": {"embeddingsUsd": 0.00237678,"writeUsd": 0.0665868,"answerUsd": 0.0004344,"correct": false,"inputTokens": 6799,"unsettledUsd": 0.0,"judgeUsd": 0.0001110875,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00282112,"writeUsd": 0.0725210825,"answerUsd": 0.00034215,"correct": true,"inputTokens": 5299,"unsettledUsd": 0.0,"judgeUsd": 0.0001119625,"evidenceGap": false}},
    {"id": "4baee567","type": "single-session-assistant","cohort": "extension","oak": {"embeddingsUsd": 0.00238606,"writeUsd": 0.06859005,"answerUsd": 0.000430775,"correct": false,"inputTokens": 6589,"unsettledUsd": 0.0,"judgeUsd": 0.0001099,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00275374,"writeUsd": 0.0741872925,"unsettledUsd": 9.174e-05,"answerUsd": 0.000370025,"correct": true,"inputTokens": 5613,"judgeUsd": 0.0001109625,"evidenceGap": false}},
    {"id": "a346bb18","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.00238766,"writeUsd": 0.067210375,"answerUsd": 0.0004409,"correct": true,"inputTokens": 6779,"unsettledUsd": 0.0,"judgeUsd": 1.7255e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00283832,"writeUsd": 0.072867225,"answerUsd": 0.0003618375,"correct": true,"inputTokens": 5522,"unsettledUsd": 0.0,"judgeUsd": 0.0001052125,"evidenceGap": false}},
    {"id": "b6019101","type": "knowledge-update","cohort": "extension","oak": {"embeddingsUsd": 0.00242198,"writeUsd": 0.0652783075,"answerUsd": 0.00037765,"correct": true,"inputTokens": 5979,"unsettledUsd": 0.0,"judgeUsd": 1.877e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00287586,"writeUsd": 0.0745145725,"unsettledUsd": 9.076e-05,"answerUsd": 0.0003449,"correct": false,"inputTokens": 5319,"judgeUsd": 0.000117025,"evidenceGap": false}},
    {"id": "853b0a1d","type": "single-session-user","cohort": "extension","oak": {"embeddingsUsd": 0.00236316,"writeUsd": 0.066833025,"answerUsd": 0.000358775,"correct": true,"inputTokens": 5677,"unsettledUsd": 0.0,"judgeUsd": 0.0001123375,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00277912,"writeUsd": 0.0741550375,"answerUsd": 0.0003353375,"correct": true,"inputTokens": 5198,"unsettledUsd": 0.0,"judgeUsd": 0.0001037125,"evidenceGap": false}},
    {"id": "ba358f49","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.00236832,"writeUsd": 0.060099685,"answerUsd": 0.0003637125,"correct": true,"inputTokens": 5668,"unsettledUsd": 0.0,"judgeUsd": 0.0001137125,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00277816,"writeUsd": 0.06824052,"unsettledUsd": 0.00012694,"answerUsd": 0.0003114625,"correct": false,"inputTokens": 4804,"judgeUsd": 0.00011165,"evidenceGap": false}},
    {"id": "gpt4_4929293b","type": "temporal-reasoning","cohort": "extension","oak": {"embeddingsUsd": 0.0024246,"writeUsd": 0.0662180625,"answerUsd": 0.0004377125,"correct": false,"inputTokens": 6912,"unsettledUsd": 0.0,"judgeUsd": 2.409e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00286194,"writeUsd": 0.0727962875,"answerUsd": 0.0003220875,"correct": true,"inputTokens": 4934,"unsettledUsd": 0.0,"judgeUsd": 0.0001089625,"evidenceGap": false}},
    {"id": "af082822","type": "temporal-reasoning","cohort": "extension","oak": {"embeddingsUsd": 0.00250618,"writeUsd": 0.07145701,"answerUsd": 0.0004743375,"correct": true,"inputTokens": 7354,"unsettledUsd": 0.0,"judgeUsd": 0.0001054625,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00286348,"writeUsd": 0.0746761725,"answerUsd": 0.0003244625,"correct": true,"inputTokens": 4956,"unsettledUsd": 0.0,"judgeUsd": 0.000103525,"evidenceGap": false}},
    {"id": "gpt4_fa19884d","type": "temporal-reasoning","cohort": "extension","oak": {"embeddingsUsd": 0.00239454,"writeUsd": 0.06749149,"answerUsd": 0.000394025,"correct": true,"inputTokens": 5997,"unsettledUsd": 0.0,"judgeUsd": 0.0001144,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.0028888,"writeUsd": 0.0771616225,"unsettledUsd": 0.00033718,"answerUsd": 0.000305775,"correct": true,"inputTokens": 4773,"judgeUsd": 0.0001099625,"evidenceGap": false}},
    {"id": "gpt4_f2262a51","type": "multi-session","cohort": "extension","oak": {"embeddingsUsd": 0.00235432,"writeUsd": 0.0616517425,"unsettledUsd": 0.00011622,"answerUsd": 0.0003634625,"correct": true,"inputTokens": 5552,"judgeUsd": 0.0001084625,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00276096,"writeUsd": 0.0705317775,"answerUsd": 0.0003309,"correct": false,"inputTokens": 5155,"unsettledUsd": 0.0,"judgeUsd": 0.0001122125,"evidenceGap": false}},
    {"id": "affe2881","type": "knowledge-update","cohort": "extension","oak": {"embeddingsUsd": 0.00229076,"writeUsd": 0.06312791,"answerUsd": 0.000384275,"correct": true,"inputTokens": 5873,"unsettledUsd": 0.0,"judgeUsd": 1.6775e-05,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00277494,"writeUsd": 0.0723667975,"answerUsd": 0.000338275,"correct": true,"inputTokens": 5349,"unsettledUsd": 0.0,"judgeUsd": 0.0001054,"evidenceGap": false}},
    {"id": "5d3d2817","type": "single-session-user","cohort": "extension","oak": {"embeddingsUsd": 0.00233178,"writeUsd": 0.0641795875,"unsettledUsd": 8.904e-05,"answerUsd": 0.0003397125,"correct": true,"inputTokens": 5372,"judgeUsd": 0.00010015,"evidenceGap": false},"mem0": {"embeddingsUsd": 0.00282618,"writeUsd": 0.075911255,"answerUsd": 0.000339775,"correct": true,"inputTokens": 5249,"unsettledUsd": 0.0,"judgeUsd": 1.874e-05,"evidenceGap": false}}
  ]
}
