{"session_id":"f2bf40ad-99b5-4708-ba4d-f36955fd6ff7","collection":null,"game_id":"zork1","started_at":"2026-11-13T22:24:01.726Z","ended_at":"2026-11-14T02:09:00.295Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-172401-zork1-anthropic-claude-haiku-5-5-max-862a","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":600,"turns":199,"score":69,"max_score":350,"score_pct":19.7,"ending":"aborted","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":27,"input_tokens":1314763,"output_tokens":2980383,"cache_read_tokens":1222293,"cache_write_tokens":91398,"cost_usd":1.513946,"cost_source":"prices","model_time_s":13469.51,"parse_failures":69}
{"session_id":"b1ec97af-3e27-45c6-9982-9498dba6f6c4","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T21:53:09.993Z","ended_at":"2026-11-14T01:37:14.455Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-165309-lost-pig-anthropic-claude-haiku-5-5-max-2805","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":250,"score":2,"max_score":7,"score_pct":28.6,"ending":"aborted","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1650377,"output_tokens":2938965,"cache_read_tokens":1518471,"cache_write_tokens":130702,"cost_usd":1.501125,"cost_source":"prices","model_time_s":13411.85,"parse_failures":51}
{"session_id":"1827f39e-932a-4c48-a0f2-cbc4a9ce904f","collection":null,"game_id":"zork1","started_at":"2026-11-13T21:12:55.892Z","ended_at":"2026-11-14T00:57:59.854Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-161255-zork1-anthropic-claude-haiku-5-5-max-de2b","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":600,"turns":172,"score":49,"max_score":350,"score_pct":14,"ending":"aborted","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":15,"input_tokens":1148322,"output_tokens":2991050,"cache_read_tokens":1073296,"cache_write_tokens":74006,"cost_usd":1.515611,"cost_source":"prices","model_time_s":13481.2,"parse_failures":83}
{"session_id":"cc144be6-2872-49d6-aafe-cc6dab3fb7ab","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:49:59.427Z","ended_at":"2026-11-14T00:34:01.373Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-154958-lost-pig-anthropic-claude-haiku-5-5-max-b84c","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":265,"score":2,"max_score":7,"score_pct":28.6,"ending":"aborted","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1728847,"output_tokens":2940306,"cache_read_tokens":1584316,"cache_write_tokens":143291,"cost_usd":1.504032,"cost_source":"prices","model_time_s":13411.13,"parse_failures":45}
{"session_id":"020f2c69-3348-4c52-94e6-468e79be3ca0","collection":null,"game_id":"zork1","started_at":"2026-11-13T20:19:25.836Z","ended_at":"2026-11-14T00:00:22.453Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-151925-zork1-anthropic-claude-haiku-5-5-max-bee5","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":600,"turns":179,"score":44,"max_score":350,"score_pct":12.6,"ending":"aborted","won":false,"invalid_commands":1,"invalid_rate":0.0056,"unique_locations":20,"input_tokens":1258369,"output_tokens":2961835,"cache_read_tokens":1174472,"cache_write_tokens":82885,"cost_usd":1.503124,"cost_source":"prices","model_time_s":13236.28,"parse_failures":74}
{"session_id":"1b44cedc-b2ba-4df0-b1b3-546476fd65b5","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:14:13.325Z","ended_at":"2026-11-14T00:00:19.375Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-151412-lost-pig-anthropic-claude-haiku-5-5-max-5e86","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":275,"score":2,"max_score":7,"score_pct":28.6,"ending":"aborted","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1798098,"output_tokens":2938134,"cache_read_tokens":1648667,"cache_write_tokens":148135,"cost_usd":1.5042,"cost_source":"prices","model_time_s":13535.47,"parse_failures":49}
{"session_id":"583ae98a-73aa-4c83-a98a-1e4a7d536697","collection":null,"game_id":"zork1","started_at":"2026-11-13T22:22:33.262Z","ended_at":"2026-11-13T22:58:35.909Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-172232-zork1-anthropic-claude-haiku-5-5-xhigh-3cfe","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":600,"turns":496,"score":43,"max_score":350,"score_pct":12.3,"ending":"died","won":false,"invalid_commands":5,"invalid_rate":0.0101,"unique_locations":38,"input_tokens":2158851,"output_tokens":380705,"cache_read_tokens":1951345,"cache_write_tokens":205518,"cost_usd":0.235754,"cost_source":"prices","model_time_s":2108.8,"parse_failures":1}
{"session_id":"26197509-e672-4056-8db8-455f811aa628","collection":null,"game_id":"zork1","started_at":"2026-11-13T22:13:37.709Z","ended_at":"2026-11-13T22:37:57.259Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-171337-zork1-anthropic-claude-haiku-5-5-high-69a1","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":600,"turns":498,"score":28,"max_score":350,"score_pct":8,"ending":"died","won":false,"invalid_commands":12,"invalid_rate":0.0241,"unique_locations":32,"input_tokens":2241340,"output_tokens":219014,"cache_read_tokens":2025745,"cache_write_tokens":213599,"cost_usd":0.156664,"cost_source":"prices","model_time_s":1408.98,"parse_failures":1}
{"session_id":"65a665e9-656c-4e72-993c-d54c51a3510b","collection":null,"game_id":"zork1","started_at":"2026-11-13T22:09:51.461Z","ended_at":"2026-11-13T22:24:01.245Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-170950-zork1-anthropic-claude-haiku-5-5-medium-dd30","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":600,"turns":452,"score":44,"max_score":350,"score_pct":12.6,"ending":"died","won":false,"invalid_commands":8,"invalid_rate":0.0177,"unique_locations":31,"input_tokens":2040807,"output_tokens":97304,"cache_read_tokens":1842496,"cache_write_tokens":196499,"cost_usd":0.091821,"cost_source":"prices","model_time_s":806.75,"parse_failures":1}
{"session_id":"e9d877f6-8aec-4fda-8ff1-3f879befd3b4","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T21:31:53.601Z","ended_at":"2026-11-13T22:22:32.795Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-163153-skerrin-light-anthropic-claude-haiku-5-5-max-d1de","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":259,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":1,"invalid_rate":0.0039,"unique_locations":18,"input_tokens":1541661,"output_tokens":642293,"cache_read_tokens":1392927,"cache_write_tokens":147690,"cost_usd":0.353641,"cost_source":"prices","model_time_s":3014.16,"parse_failures":2}
{"session_id":"87fdf34e-e1fa-46f1-a7ba-a7330944dd90","collection":null,"game_id":"zork1","started_at":"2026-11-13T22:01:16.576Z","ended_at":"2026-11-13T22:13:37.148Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-170116-zork1-anthropic-claude-haiku-5-5-low-7d20","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":600,"turns":487,"score":34,"max_score":350,"score_pct":9.7,"ending":"died","won":false,"invalid_commands":16,"invalid_rate":0.0329,"unique_locations":35,"input_tokens":2095427,"output_tokens":59463,"cache_read_tokens":1894122,"cache_write_tokens":199353,"cost_usd":0.073787,"cost_source":"prices","model_time_s":693.28,"parse_failures":2}
{"session_id":"fc217021-3368-481b-9046-88f05381c4c9","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T21:48:55.262Z","ended_at":"2026-11-13T22:09:50.982Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-164854-lost-pig-anthropic-claude-haiku-5-5-xhigh-ea12","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":9,"input_tokens":1915212,"output_tokens":203409,"cache_read_tokens":1725889,"cache_write_tokens":188123,"cost_usd":0.142599,"cost_source":"prices","model_time_s":1223.89,"parse_failures":0}
{"session_id":"c3da4293-43e1-4fb0-9d8f-284d798b5ed2","collection":null,"game_id":"zork1","started_at":"2026-11-13T21:08:41.764Z","ended_at":"2026-11-13T22:01:16.095Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-160841-zork1-anthropic-claude-haiku-5-5-xhigh-5eb7","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":600,"turns":600,"score":76,"max_score":350,"score_pct":21.7,"ending":"turn_limit","won":false,"invalid_commands":7,"invalid_rate":0.0117,"unique_locations":44,"input_tokens":2551455,"output_tokens":580560,"cache_read_tokens":2309131,"cache_write_tokens":239920,"cost_usd":0.343602,"cost_source":"prices","model_time_s":3094.81,"parse_failures":1}
{"session_id":"5d76e845-c565-4e91-8d69-ce6b9fdd32a5","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T21:40:56.147Z","ended_at":"2026-11-13T21:53:09.525Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-164055-lost-pig-anthropic-claude-haiku-5-5-high-8327","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":300,"score":3,"max_score":7,"score_pct":42.9,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1577933,"output_tokens":97537,"cache_read_tokens":1427470,"cache_write_tokens":149259,"cost_usd":0.081821,"cost_source":"prices","model_time_s":703,"parse_failures":1}
{"session_id":"e4a2ce99-eb9b-4f66-b20d-3b9216bbc46c","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T21:39:13.380Z","ended_at":"2026-11-13T21:48:54.778Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-163912-lost-pig-anthropic-claude-haiku-5-5-medium-140a","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1601559,"output_tokens":57078,"cache_read_tokens":1448036,"cache_write_tokens":152323,"cost_usd":0.06218,"cost_source":"prices","model_time_s":551.26,"parse_failures":0}
{"session_id":"d4da46e2-1af5-42c8-82c9-63369c9f9bea","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T21:33:53.113Z","ended_at":"2026-11-13T21:40:55.682Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-163352-lost-pig-anthropic-claude-haiku-5-5-low-368d","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":9,"input_tokens":1637029,"output_tokens":25127,"cache_read_tokens":1478938,"cache_write_tokens":156887,"cost_usd":0.047084,"cost_source":"prices","model_time_s":392.59,"parse_failures":1}
{"session_id":"2ff7e5eb-93c6-4071-ba13-8259676f3c4f","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T21:27:00.242Z","ended_at":"2026-11-13T21:39:12.905Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-162659-skerrin-light-anthropic-claude-haiku-5-5-xhigh-b6a2","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":277,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":5,"invalid_rate":0.0181,"unique_locations":18,"input_tokens":1518079,"output_tokens":84410,"cache_read_tokens":1371335,"cache_write_tokens":145632,"cost_usd":0.074234,"cost_source":"prices","model_time_s":578.53,"parse_failures":1}
{"session_id":"4b460c83-51b1-4b56-8534-0916520bd010","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T21:25:27.375Z","ended_at":"2026-11-13T21:33:52.622Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-162526-skerrin-light-anthropic-claude-haiku-5-5-high-fe53","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":300,"score":48,"max_score":50,"score_pct":96,"ending":"turn_limit","won":false,"invalid_commands":2,"invalid_rate":0.0067,"unique_locations":18,"input_tokens":1733485,"output_tokens":60980,"cache_read_tokens":1565053,"cache_write_tokens":167232,"cost_usd":0.067165,"cost_source":"prices","model_time_s":477.12,"parse_failures":0}
{"session_id":"f5c3cf50-c75d-4537-8c18-f3950d888f7e","collection":null,"game_id":"zork1","started_at":"2026-11-13T21:05:28.403Z","ended_at":"2026-11-13T21:31:53.111Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-160527-zork1-anthropic-claude-haiku-5-5-high-f8a3","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":600,"turns":600,"score":67,"max_score":350,"score_pct":19.1,"ending":"turn_limit","won":false,"invalid_commands":6,"invalid_rate":0.01,"unique_locations":44,"input_tokens":2573125,"output_tokens":228535,"cache_read_tokens":2327119,"cache_write_tokens":243606,"cost_usd":0.168229,"cost_source":"prices","model_time_s":1526.5,"parse_failures":0}
{"session_id":"97028bac-09d0-4225-a79a-1ccd2d8d8100","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T21:19:18.760Z","ended_at":"2026-11-13T21:26:59.763Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-161918-skerrin-light-anthropic-claude-haiku-5-5-medium-0639","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":169,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":1,"invalid_rate":0.0059,"unique_locations":18,"input_tokens":940241,"output_tokens":15196,"cache_read_tokens":852910,"cache_write_tokens":86655,"cost_usd":0.027027,"cost_source":"prices","model_time_s":178.68,"parse_failures":0}
{"session_id":"2a4ecb20-ebe7-42fc-b303-91517a89ff9b","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:07:22.254Z","ended_at":"2026-11-13T21:25:26.892Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-150721-skerrin-light-anthropic-claude-haiku-5-5-max-d25c","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":215,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":17,"input_tokens":1296074,"output_tokens":1016963,"cache_read_tokens":1177755,"cache_write_tokens":117395,"cost_usd":0.535026,"cost_source":"prices","model_time_s":4664.54,"parse_failures":16}
{"session_id":"6b9eb547-498b-4dff-912f-5282cec03c5f","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T21:14:22.623Z","ended_at":"2026-11-13T21:19:18.285Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-161422-skerrin-light-anthropic-claude-haiku-5-5-low-fb78","bench":"haiku-effort-2026-11-13","repeat":3,"max_turns":300,"turns":235,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":2,"invalid_rate":0.0085,"unique_locations":18,"input_tokens":1292261,"output_tokens":15318,"cache_read_tokens":1167406,"cache_write_tokens":123907,"cost_usd":0.034916,"cost_source":"prices","model_time_s":274.15,"parse_failures":2}
{"session_id":"576d41d2-d47e-41aa-958a-2ed2374a4120","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:35:43.963Z","ended_at":"2026-11-13T21:14:22.141Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"max","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-153543-skerrin-light-anthropic-claude-haiku-5-5-max-f25d","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":206,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":17,"input_tokens":1198425,"output_tokens":491327,"cache_read_tokens":1083700,"cache_write_tokens":113893,"cost_usd":0.27082,"cost_source":"prices","model_time_s":2299.07,"parse_failures":2}
{"session_id":"7e6a77d0-0077-4cbf-93c5-2b33dcefabf6","collection":null,"game_id":"zork1","started_at":"2026-11-13T20:55:59.449Z","ended_at":"2026-11-13T21:12:55.414Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-155558-zork1-anthropic-claude-haiku-5-5-medium-9a8f","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":600,"turns":353,"score":34,"max_score":350,"score_pct":9.7,"ending":"died","won":false,"invalid_commands":3,"invalid_rate":0.0085,"unique_locations":25,"input_tokens":1440963,"output_tokens":86342,"cache_read_tokens":1304811,"cache_write_tokens":134740,"cost_usd":0.073203,"cost_source":"prices","model_time_s":706.5,"parse_failures":0}
{"session_id":"449e656a-5a00-43e4-acb3-f30890119a3a","collection":null,"game_id":"zork1","started_at":"2026-11-13T20:54:33.005Z","ended_at":"2026-11-13T21:08:41.296Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-155432-zork1-anthropic-claude-haiku-5-5-low-2173","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":600,"turns":584,"score":29,"max_score":350,"score_pct":8.3,"ending":"died","won":false,"invalid_commands":14,"invalid_rate":0.024,"unique_locations":32,"input_tokens":2662551,"output_tokens":77154,"cache_read_tokens":2404842,"cache_write_tokens":255361,"cost_usd":0.09478,"cost_source":"prices","model_time_s":792.35,"parse_failures":3}
{"session_id":"5746ad64-33a3-4a5e-bddd-30bad188dd1f","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:45:47.275Z","ended_at":"2026-11-13T21:05:27.924Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-154546-lost-pig-anthropic-claude-haiku-5-5-xhigh-0d3f","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1613946,"output_tokens":192946,"cache_read_tokens":1459576,"cache_write_tokens":153170,"cost_usd":0.130335,"cost_source":"prices","model_time_s":1150.51,"parse_failures":0}
{"session_id":"9bee6b7b-979a-46ab-8c83-68d2b87804dc","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:43:54.977Z","ended_at":"2026-11-13T20:55:58.970Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-154354-lost-pig-anthropic-claude-haiku-5-5-high-1af2","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1611165,"output_tokens":98027,"cache_read_tokens":1456486,"cache_write_tokens":153479,"cost_usd":0.082883,"cost_source":"prices","model_time_s":693.21,"parse_failures":0}
{"session_id":"fbc56680-41b0-4578-a1e4-1ced6c33f728","collection":null,"game_id":"zork1","started_at":"2026-11-13T20:17:07.119Z","ended_at":"2026-11-13T20:54:32.521Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-151706-zork1-anthropic-claude-haiku-5-5-xhigh-8e7a","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":600,"turns":492,"score":60,"max_score":350,"score_pct":17.1,"ending":"died","won":false,"invalid_commands":2,"invalid_rate":0.0041,"unique_locations":41,"input_tokens":2136927,"output_tokens":401544,"cache_read_tokens":1930211,"cache_write_tokens":204748,"cost_usd":0.245864,"cost_source":"prices","model_time_s":2198.66,"parse_failures":0}
{"session_id":"34d5b3db-114a-4f54-b4a2-5b59d9ca9362","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:40:26.341Z","ended_at":"2026-11-13T20:49:58.930Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-154025-lost-pig-anthropic-claude-haiku-5-5-medium-9a32","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1581348,"output_tokens":59681,"cache_read_tokens":1429659,"cache_write_tokens":150489,"cost_usd":0.063068,"cost_source":"prices","model_time_s":542.98,"parse_failures":0}
{"session_id":"1cad619b-8598-4f84-8d5e-b865cd391adf","collection":null,"game_id":"zork1","started_at":"2026-11-13T20:16:45.207Z","ended_at":"2026-11-13T20:45:46.659Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-151644-zork1-anthropic-claude-haiku-5-5-high-3f1c","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":600,"turns":467,"score":48,"max_score":350,"score_pct":13.7,"ending":"died","won":false,"invalid_commands":3,"invalid_rate":0.0064,"unique_locations":49,"input_tokens":1987907,"output_tokens":172016,"cache_read_tokens":1798948,"cache_write_tokens":187087,"cost_usd":0.127571,"cost_source":"prices","model_time_s":1142.93,"parse_failures":1}
{"session_id":"07b3258c-c00b-4f0e-907f-adc295bbc123","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:36:57.149Z","ended_at":"2026-11-13T20:43:54.492Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-153656-lost-pig-anthropic-claude-haiku-5-5-low-35a7","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1653547,"output_tokens":28721,"cache_read_tokens":1494219,"cache_write_tokens":158128,"cost_usd":0.049189,"cost_source":"prices","model_time_s":387.36,"parse_failures":0}
{"session_id":"29001612-8502-4ca0-831e-97f24170a778","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:32:50.900Z","ended_at":"2026-11-13T20:40:25.834Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-153250-skerrin-light-anthropic-claude-haiku-5-5-xhigh-b481","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":222,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":1,"invalid_rate":0.0045,"unique_locations":18,"input_tokens":1242871,"output_tokens":66044,"cache_read_tokens":1120323,"cache_write_tokens":121660,"cost_usd":0.059522,"cost_source":"prices","model_time_s":433.16,"parse_failures":1}
{"session_id":"56f062cd-af1f-41e5-8cf4-f31e8ab69833","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:32:11.618Z","ended_at":"2026-11-13T20:36:56.674Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-153211-skerrin-light-anthropic-claude-haiku-5-5-high-8224","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":191,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":2,"invalid_rate":0.0105,"unique_locations":18,"input_tokens":998837,"output_tokens":32208,"cache_read_tokens":901702,"cache_write_tokens":96367,"cost_usd":0.037244,"cost_source":"prices","model_time_s":267.28,"parse_failures":1}
{"session_id":"5136bf53-88f9-44d2-b879-b55ab8d44e02","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:31:37.133Z","ended_at":"2026-11-13T20:35:43.479Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-153136-skerrin-light-anthropic-claude-haiku-5-5-medium-b59d","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":184,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":1,"invalid_rate":0.0054,"unique_locations":17,"input_tokens":1018063,"output_tokens":19006,"cache_read_tokens":921715,"cache_write_tokens":95604,"cost_usd":0.030745,"cost_source":"prices","model_time_s":229.49,"parse_failures":2}
{"session_id":"3256a8d9-67cc-4e03-a560-4fa4c41af0ca","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:27:56.967Z","ended_at":"2026-11-13T20:32:50.421Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-152756-skerrin-light-anthropic-claude-haiku-5-5-low-b3b3","bench":"haiku-effort-2026-11-13","repeat":2,"max_turns":300,"turns":255,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":7,"invalid_rate":0.0275,"unique_locations":17,"input_tokens":1413962,"output_tokens":16215,"cache_read_tokens":1275740,"cache_write_tokens":137202,"cost_usd":0.038117,"cost_source":"prices","model_time_s":270.09,"parse_failures":0}
{"session_id":"64c6e9ce-9653-4a50-9a5f-a14be22a3a73","collection":null,"game_id":"zork1","started_at":"2026-11-13T20:15:55.945Z","ended_at":"2026-11-13T20:32:11.138Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-151555-zork1-anthropic-claude-haiku-5-5-medium-eb64","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":600,"turns":513,"score":59,"max_score":350,"score_pct":16.9,"ending":"died","won":false,"invalid_commands":3,"invalid_rate":0.0058,"unique_locations":33,"input_tokens":2172715,"output_tokens":112066,"cache_read_tokens":1963947,"cache_write_tokens":206716,"cost_usd":0.101717,"cost_source":"prices","model_time_s":926.26,"parse_failures":0}
{"session_id":"b87193c2-2a92-4676-b904-14d197935f88","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:11:49.463Z","ended_at":"2026-11-13T20:31:36.654Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-151149-lost-pig-anthropic-claude-haiku-5-5-xhigh-aa4b","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1628945,"output_tokens":185747,"cache_read_tokens":1472213,"cache_write_tokens":155532,"cost_usd":0.127157,"cost_source":"prices","model_time_s":1157.36,"parse_failures":0}
{"session_id":"39044536-a628-4aa5-bf3e-59fea589e332","collection":null,"game_id":"zork1","started_at":"2026-11-13T20:15:50.082Z","ended_at":"2026-11-13T20:27:56.476Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-151549-zork1-anthropic-claude-haiku-5-5-low-b8c1","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":600,"turns":538,"score":20,"max_score":350,"score_pct":5.7,"ending":"died","won":false,"invalid_commands":11,"invalid_rate":0.0204,"unique_locations":34,"input_tokens":2370236,"output_tokens":61907,"cache_read_tokens":2142979,"cache_write_tokens":225097,"cost_usd":0.080736,"cost_source":"prices","model_time_s":674.52,"parse_failures":2}
{"session_id":"e682056c-eb58-4d96-bbd9-ab16f0f730a5","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:07:22.293Z","ended_at":"2026-11-13T20:19:25.344Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-150721-lost-pig-anthropic-claude-haiku-5-5-high-e5bb","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1598660,"output_tokens":97568,"cache_read_tokens":1445780,"cache_write_tokens":151680,"cost_usd":0.082322,"cost_source":"prices","model_time_s":693.47,"parse_failures":0}
{"session_id":"efd33346-a934-46d8-88fe-01765327705a","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:07:22.276Z","ended_at":"2026-11-13T20:17:06.637Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-150721-lost-pig-anthropic-claude-haiku-5-5-medium-7f5e","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":300,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1588620,"output_tokens":61414,"cache_read_tokens":1436106,"cache_write_tokens":151314,"cost_usd":0.064102,"cost_source":"prices","model_time_s":555.05,"parse_failures":0}
{"session_id":"08490f7c-e655-46cc-99f0-f95991a204ba","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:07:22.251Z","ended_at":"2026-11-13T20:16:44.726Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"medium","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-150720-skerrin-light-anthropic-claude-haiku-5-5-medium-c031","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":300,"score":41,"max_score":50,"score_pct":82,"ending":"turn_limit","won":false,"invalid_commands":3,"invalid_rate":0.01,"unique_locations":17,"input_tokens":1634999,"output_tokens":33674,"cache_read_tokens":1477005,"cache_write_tokens":156794,"cost_usd":0.051326,"cost_source":"prices","model_time_s":398.27,"parse_failures":0}
{"session_id":"d1bf7575-e674-45bd-af8b-4e06ae0f5060","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:07:22.238Z","ended_at":"2026-11-13T20:15:55.455Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"high","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-150720-skerrin-light-anthropic-claude-haiku-5-5-high-c705","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":300,"score":41,"max_score":50,"score_pct":82,"ending":"turn_limit","won":false,"invalid_commands":3,"invalid_rate":0.01,"unique_locations":17,"input_tokens":1664799,"output_tokens":62546,"cache_read_tokens":1503959,"cache_write_tokens":159640,"cost_usd":0.066388,"cost_source":"prices","model_time_s":485.69,"parse_failures":1}
{"session_id":"2667c0bb-8e30-4a67-9161-31b270e8df60","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:07:22.270Z","ended_at":"2026-11-13T20:15:49.599Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"xhigh","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-150720-skerrin-light-anthropic-claude-haiku-5-5-xhigh-931a","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":253,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":18,"input_tokens":1415472,"output_tokens":66600,"cache_read_tokens":1276365,"cache_write_tokens":138091,"cost_usd":0.063427,"cost_source":"prices","model_time_s":483.97,"parse_failures":1}
{"session_id":"82f2d252-3681-46d3-a1af-15d3e6692c4d","collection":null,"game_id":"lost-pig","started_at":"2026-11-13T20:07:22.258Z","ended_at":"2026-11-13T20:14:12.840Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-150721-lost-pig-anthropic-claude-haiku-5-5-low-f49a","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":300,"score":3,"max_score":7,"score_pct":42.9,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":1654216,"output_tokens":31016,"cache_read_tokens":1495308,"cache_write_tokens":157704,"cost_usd":0.050294,"cost_source":"prices","model_time_s":380.91,"parse_failures":1}
{"session_id":"c1edbca7-1de0-4097-9961-2a16e32f1d89","collection":null,"game_id":"skerrin-light","started_at":"2026-11-13T20:07:22.267Z","ended_at":"2026-11-13T20:11:48.980Z","model":"anthropic:claude-haiku-5-5","provider":"anthropic","effort":"low","format":"text","cache":true,"history":30,"notes":false,"max_tokens":16000,"temperature":null,"agent":"brass-lantern/0.2.0","run_id":"20261113-150720-skerrin-light-anthropic-claude-haiku-5-5-low-992e","bench":"haiku-effort-2026-11-13","repeat":1,"max_turns":300,"turns":254,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":7,"invalid_rate":0.0276,"unique_locations":18,"input_tokens":1356278,"output_tokens":14755,"cache_read_tokens":1224418,"cache_write_tokens":130840,"cost_usd":0.036079,"cost_source":"prices","model_time_s":243.84,"parse_failures":1}
{"session_id":"05053c0c-7640-450b-9e1e-086c69e93820","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.212Z","ended_at":"2026-11-13T04:43:13.153Z","model":"openrouter:deepseek/deepseek-v4-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232747-skerrin-light-openrouter-deepseek-deepseek-v4-flash-da7f","bench":"budget-skerrin-repeats","repeat":1,"max_turns":150,"turns":150,"score":1,"max_score":50,"score_pct":2,"ending":"turn_limit","won":false,"invalid_commands":109,"invalid_rate":0.7267,"unique_locations":4,"input_tokens":609158,"output_tokens":103571,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.077065,"cost_source":"provider","model_time_s":923.55,"parse_failures":45}
{"session_id":"62bcbb62-c589-4401-a64f-39a74a09638d","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.228Z","ended_at":"2026-11-13T04:37:45.569Z","model":"openrouter:deepseek/deepseek-v4-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232748-skerrin-light-openrouter-deepseek-deepseek-v4-flash-526d","bench":"budget-skerrin-repeats","repeat":2,"max_turns":150,"turns":150,"score":1,"max_score":50,"score_pct":2,"ending":"turn_limit","won":false,"invalid_commands":85,"invalid_rate":0.5667,"unique_locations":4,"input_tokens":538585,"output_tokens":71540,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.059122,"cost_source":"provider","model_time_s":595.98,"parse_failures":30}
{"session_id":"6b52037f-e1a3-409c-84f2-970cfe414f1f","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.230Z","ended_at":"2026-11-13T04:34:44.688Z","model":"openrouter:qwen/qwen3.8-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232748-skerrin-light-openrouter-qwen-qwen3.8-flash-cdf2","bench":"budget-skerrin-repeats","repeat":2,"max_turns":150,"turns":150,"score":19,"max_score":50,"score_pct":38,"ending":"turn_limit","won":false,"invalid_commands":5,"invalid_rate":0.0333,"unique_locations":12,"input_tokens":449412,"output_tokens":13393,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.060534,"cost_source":"provider","model_time_s":415.11,"parse_failures":1}
{"session_id":"cdc0c4fb-6a37-49e8-a666-0c64e7e74d45","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.215Z","ended_at":"2026-11-13T04:34:25.358Z","model":"openrouter:qwen/qwen3.8-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232747-skerrin-light-openrouter-qwen-qwen3.8-flash-bfaa","bench":"budget-skerrin-repeats","repeat":1,"max_turns":150,"turns":150,"score":26,"max_score":50,"score_pct":52,"ending":"turn_limit","won":false,"invalid_commands":5,"invalid_rate":0.0333,"unique_locations":13,"input_tokens":450973,"output_tokens":11746,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.059514,"cost_source":"provider","model_time_s":395.8,"parse_failures":1}
{"session_id":"0a599285-5cec-4f47-af6b-4103bd647a73","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.222Z","ended_at":"2026-11-13T04:32:13.679Z","model":"openrouter:openai/gpt-6-luna","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232748-skerrin-light-openrouter-openai-gpt-6-luna-f376","bench":"budget-skerrin-repeats","repeat":2,"max_turns":150,"turns":150,"score":19,"max_score":50,"score_pct":38,"ending":"turn_limit","won":false,"invalid_commands":2,"invalid_rate":0.0133,"unique_locations":12,"input_tokens":398486,"output_tokens":3325,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.045825,"cost_source":"provider","model_time_s":264.11,"parse_failures":0}
{"session_id":"f58476eb-fcfa-4e1a-a9a7-24d41ae38f41","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.207Z","ended_at":"2026-11-13T04:31:51.784Z","model":"openrouter:openai/gpt-6-luna","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232746-skerrin-light-openrouter-openai-gpt-6-luna-68fe","bench":"budget-skerrin-repeats","repeat":1,"max_turns":150,"turns":150,"score":19,"max_score":50,"score_pct":38,"ending":"turn_limit","won":false,"invalid_commands":4,"invalid_rate":0.0267,"unique_locations":12,"input_tokens":394585,"output_tokens":2883,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.044892,"cost_source":"provider","model_time_s":242.24,"parse_failures":0}
{"session_id":"7dd28aee-b85e-44b2-bed9-a15a6af49853","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.204Z","ended_at":"2026-11-13T04:31:11.118Z","model":"openrouter:anthropic/claude-haiku-5.5","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232746-skerrin-light-openrouter-anthropic-claude-haiku-5.5-0174","bench":"budget-skerrin-repeats","repeat":1,"max_turns":150,"turns":150,"score":19,"max_score":50,"score_pct":38,"ending":"turn_limit","won":false,"invalid_commands":3,"invalid_rate":0.02,"unique_locations":12,"input_tokens":714919,"output_tokens":12800,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.077892,"cost_source":"provider","model_time_s":201.56,"parse_failures":1}
{"session_id":"270c6fe4-f1b3-4f09-adc8-5625ddf92829","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.220Z","ended_at":"2026-11-13T04:30:50.130Z","model":"openrouter:anthropic/claude-haiku-5.5","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232747-skerrin-light-openrouter-anthropic-claude-haiku-5.5-d326","bench":"budget-skerrin-repeats","repeat":2,"max_turns":150,"turns":150,"score":21,"max_score":50,"score_pct":42,"ending":"turn_limit","won":false,"invalid_commands":1,"invalid_rate":0.0067,"unique_locations":11,"input_tokens":673928,"output_tokens":10808,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.072797,"cost_source":"provider","model_time_s":180.57,"parse_failures":0}
{"session_id":"b7448f4c-5f26-4911-8b8a-6207edee6a35","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.233Z","ended_at":"2026-11-13T04:30:38.407Z","model":"openrouter:z-ai/glm-5.3-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232748-skerrin-light-openrouter-z-ai-glm-5.3-flash-e0c0","bench":"budget-skerrin-repeats","repeat":2,"max_turns":150,"turns":150,"score":19,"max_score":50,"score_pct":38,"ending":"turn_limit","won":false,"invalid_commands":8,"invalid_rate":0.0533,"unique_locations":12,"input_tokens":344101,"output_tokens":3184,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.013044,"cost_source":"provider","model_time_s":168.83,"parse_failures":0}
{"session_id":"11f2c894-dc3a-4c79-a81c-f36396c72b8c","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.217Z","ended_at":"2026-11-13T04:30:21.715Z","model":"openrouter:z-ai/glm-5.3-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232747-skerrin-light-openrouter-z-ai-glm-5.3-flash-9c05","bench":"budget-skerrin-repeats","repeat":1,"max_turns":150,"turns":150,"score":20,"max_score":50,"score_pct":40,"ending":"turn_limit","won":false,"invalid_commands":1,"invalid_rate":0.0067,"unique_locations":11,"input_tokens":364328,"output_tokens":1265,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.01374,"cost_source":"provider","model_time_s":152.16,"parse_failures":0}
{"session_id":"f8c1b34b-ef4f-4324-a94e-335497cc5b80","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.210Z","ended_at":"2026-11-13T04:29:54.754Z","model":"openrouter:google/gemini-3.5-flash-lite","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232747-skerrin-light-openrouter-google-gemini-3.5-flash-lite-278b","bench":"budget-skerrin-repeats","repeat":1,"max_turns":150,"turns":150,"score":30,"max_score":50,"score_pct":60,"ending":"turn_limit","won":false,"invalid_commands":2,"invalid_rate":0.0133,"unique_locations":15,"input_tokens":459303,"output_tokens":3952,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.147671,"cost_source":"provider","model_time_s":125.2,"parse_failures":2}
{"session_id":"763db5be-8604-4492-a5f7-b08152a758d8","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:27:49.225Z","ended_at":"2026-11-13T04:29:50.615Z","model":"openrouter:google/gemini-3.5-flash-lite","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232748-skerrin-light-openrouter-google-gemini-3.5-flash-lite-8f75","bench":"budget-skerrin-repeats","repeat":2,"max_turns":150,"turns":150,"score":23,"max_score":50,"score_pct":46,"ending":"turn_limit","won":false,"invalid_commands":10,"invalid_rate":0.0667,"unique_locations":12,"input_tokens":430823,"output_tokens":3343,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.137604,"cost_source":"provider","model_time_s":121.05,"parse_failures":0}
{"session_id":"24471cce-aaeb-426c-86e2-a383d895c27a","collection":"2026-11-benchmark","game_id":"zork1","started_at":"2026-11-13T04:22:01.896Z","ended_at":"2026-11-13T04:27:25.614Z","model":"openrouter:deepseek/deepseek-v4-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232201-zork1-openrouter-deepseek-deepseek-v4-flash-4a84","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":40,"max_score":350,"score_pct":11.4,"ending":"turn_limit","won":false,"invalid_commands":34,"invalid_rate":0.2267,"unique_locations":22,"input_tokens":412375,"output_tokens":47096,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.040376,"cost_source":"provider","model_time_s":322.5,"parse_failures":22}
{"session_id":"e7c0f1dd-9020-4b11-82d3-443fbe3b64bf","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T04:22:01.886Z","ended_at":"2026-11-13T04:27:13.946Z","model":"openrouter:deepseek/deepseek-v4-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232201-lantern-lane-openrouter-deepseek-deepseek-v4-flash-23b1","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":4,"max_score":10,"score_pct":40,"ending":"turn_limit","won":false,"invalid_commands":91,"invalid_rate":0.6067,"unique_locations":5,"input_tokens":531194,"output_tokens":76882,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.061157,"cost_source":"provider","model_time_s":311.72,"parse_failures":32}
{"session_id":"83bd01de-a695-4d5f-bd70-a6b8d632c6a2","collection":"2026-11-benchmark","game_id":"lost-pig","started_at":"2026-11-13T04:22:01.891Z","ended_at":"2026-11-13T04:26:08.956Z","model":"openrouter:deepseek/deepseek-v4-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232201-lost-pig-openrouter-deepseek-deepseek-v4-flash-9495","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":1,"max_score":7,"score_pct":14.3,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":518470,"output_tokens":55539,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.050916,"cost_source":"provider","model_time_s":245.44,"parse_failures":22}
{"session_id":"ef706483-eb17-4506-8f25-f75349fa4f04","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T04:22:01.888Z","ended_at":"2026-11-13T04:24:34.063Z","model":"openrouter:deepseek/deepseek-v4-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-232201-skerrin-light-openrouter-deepseek-deepseek-v4-flash-71a1","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":1,"max_score":50,"score_pct":2,"ending":"turn_limit","won":false,"invalid_commands":96,"invalid_rate":0.64,"unique_locations":4,"input_tokens":477115,"output_tokens":29837,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.037282,"cost_source":"provider","model_time_s":151.84,"parse_failures":12}
{"session_id":"c0ce8b46-f977-42d0-bc3a-26000edfbe19","collection":"2026-11-benchmark","game_id":"lost-pig","started_at":"2026-11-13T03:49:24.662Z","ended_at":"2026-11-13T04:21:12.946Z","model":"openrouter:qwen/qwen3.8-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224924-lost-pig-openrouter-qwen-qwen3.8-flash-cb75","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":1,"max_score":7,"score_pct":14.3,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":770294,"output_tokens":121452,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.134,"cost_source":"provider","model_time_s":1906.35,"parse_failures":61}
{"session_id":"d59310a2-15ff-456a-8e07-88e6f61036ff","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T03:44:41.791Z","ended_at":"2026-11-13T04:17:36.941Z","model":"openrouter:google/gemini-4-argon","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224441-skerrin-light-openrouter-google-gemini-4-argon-c20d","bench":"frontier","repeat":1,"max_turns":150,"turns":150,"score":41,"max_score":50,"score_pct":82,"ending":"turn_limit","won":false,"invalid_commands":5,"invalid_rate":0.0333,"unique_locations":17,"input_tokens":522061,"output_tokens":64130,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":1.66441,"cost_source":"provider","model_time_s":1974.71,"parse_failures":0}
{"session_id":"94f71aad-cef6-45aa-a2a8-e3cc8e3409c2","collection":"2026-11-benchmark","game_id":"zork1","started_at":"2026-11-13T03:51:22.926Z","ended_at":"2026-11-13T04:09:41.941Z","model":"openrouter:qwen/qwen3.8-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-225122-zork1-openrouter-qwen-qwen3.8-flash-134e","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":40,"max_score":350,"score_pct":11.4,"ending":"turn_limit","won":false,"invalid_commands":11,"invalid_rate":0.0733,"unique_locations":18,"input_tokens":528327,"output_tokens":69340,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.090159,"cost_source":"provider","model_time_s":1097.77,"parse_failures":31}
{"session_id":"5bdfddec-410e-4b97-aad3-83f14c7c3e74","collection":"2026-11-benchmark","game_id":"zork1","started_at":"2026-11-13T03:50:50.577Z","ended_at":"2026-11-13T03:57:53.826Z","model":"openrouter:openai/gpt-6-luna","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-225050-zork1-openrouter-openai-gpt-6-luna-fba5","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":44,"max_score":350,"score_pct":12.6,"ending":"turn_limit","won":false,"invalid_commands":3,"invalid_rate":0.02,"unique_locations":28,"input_tokens":289229,"output_tokens":8975,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.036043,"cost_source":"provider","model_time_s":422.05,"parse_failures":0}
{"session_id":"039ac8ed-aec7-4c81-9432-728b027de95b","collection":"2026-11-benchmark","game_id":"zork1","started_at":"2026-11-13T03:52:33.264Z","ended_at":"2026-11-13T03:54:29.435Z","model":"openrouter:z-ai/glm-5.3-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-225233-zork1-openrouter-z-ai-glm-5.3-flash-669f","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":50,"max_score":350,"score_pct":14.3,"ending":"turn_limit","won":false,"invalid_commands":4,"invalid_rate":0.0267,"unique_locations":18,"input_tokens":250207,"output_tokens":1688,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.009263,"cost_source":"provider","model_time_s":115,"parse_failures":0}
{"session_id":"b7ee4e11-e652-4d33-9e68-22296d7e90b1","collection":"2026-11-benchmark","game_id":"zork1","started_at":"2026-11-13T03:50:49.072Z","ended_at":"2026-11-13T03:53:54.727Z","model":"openrouter:anthropic/claude-haiku-5.5","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-225048-zork1-openrouter-anthropic-claude-haiku-5.5-c43d","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":54,"max_score":350,"score_pct":15.4,"ending":"turn_limit","won":false,"invalid_commands":1,"invalid_rate":0.0067,"unique_locations":26,"input_tokens":554552,"output_tokens":11773,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.061342,"cost_source":"provider","model_time_s":184.48,"parse_failures":1}
{"session_id":"51046e92-2462-4f7a-b8bd-6bd208a96f01","collection":"2026-11-benchmark","game_id":"lost-pig","started_at":"2026-11-13T03:47:13.590Z","ended_at":"2026-11-13T03:53:35.789Z","model":"openrouter:openai/gpt-6-luna","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224713-lost-pig-openrouter-openai-gpt-6-luna-b2c5","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":381864,"output_tokens":5522,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.044325,"cost_source":"provider","model_time_s":380.08,"parse_failures":1}
{"session_id":"b120ac82-9b80-4bd1-8335-4d38b7b4c892","collection":"2026-11-benchmark","game_id":"zork1","started_at":"2026-11-13T03:50:52.813Z","ended_at":"2026-11-13T03:52:54.336Z","model":"openrouter:google/gemini-3.5-flash-lite","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-225052-zork1-openrouter-google-gemini-3.5-flash-lite-9d8c","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":40,"max_score":350,"score_pct":11.4,"ending":"turn_limit","won":false,"invalid_commands":7,"invalid_rate":0.0467,"unique_locations":17,"input_tokens":373619,"output_tokens":3630,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.121161,"cost_source":"provider","model_time_s":120.34,"parse_failures":2}
{"session_id":"32352dd9-4114-4e17-a3cd-539665193e13","collection":"2026-11-benchmark","game_id":"lost-pig","started_at":"2026-11-13T03:49:24.892Z","ended_at":"2026-11-13T03:51:22.704Z","model":"openrouter:z-ai/glm-5.3-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224924-lost-pig-openrouter-z-ai-glm-5.3-flash-5c9d","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":1,"max_score":7,"score_pct":14.3,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":9,"input_tokens":499195,"output_tokens":1637,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.019093,"cost_source":"provider","model_time_s":115.63,"parse_failures":0}
{"session_id":"c4ffd854-a4a1-4370-a2d6-dcf4ce117dac","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T03:45:22.916Z","ended_at":"2026-11-13T03:50:52.594Z","model":"openrouter:qwen/qwen3.8-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224522-skerrin-light-openrouter-qwen-qwen3.8-flash-c29f","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":19,"max_score":50,"score_pct":38,"ending":"turn_limit","won":false,"invalid_commands":2,"invalid_rate":0.0133,"unique_locations":12,"input_tokens":493100,"output_tokens":12546,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.06638,"cost_source":"provider","model_time_s":329.31,"parse_failures":0}
{"session_id":"0ce1fbb1-5eb4-47ab-aa8d-2b192eb5eea8","collection":"2026-11-benchmark","game_id":"lost-pig","started_at":"2026-11-13T03:47:22.664Z","ended_at":"2026-11-13T03:50:50.355Z","model":"openrouter:google/gemini-3.5-flash-lite","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224722-lost-pig-openrouter-google-gemini-3.5-flash-lite-5e0f","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":2,"max_score":7,"score_pct":28.6,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":8,"input_tokens":433099,"output_tokens":28358,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.200825,"cost_source":"provider","model_time_s":205.68,"parse_failures":4}
{"session_id":"40c25fe6-e3d9-49f1-a36c-eaf902182576","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T03:44:42.866Z","ended_at":"2026-11-13T03:49:24.667Z","model":"openrouter:openai/gpt-6-luna","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224442-skerrin-light-openrouter-openai-gpt-6-luna-2f62","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":30,"max_score":50,"score_pct":60,"ending":"turn_limit","won":false,"invalid_commands":3,"invalid_rate":0.02,"unique_locations":14,"input_tokens":399823,"output_tokens":3581,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.045955,"cost_source":"provider","model_time_s":281.44,"parse_failures":0}
{"session_id":"a87a736c-794b-4a70-a8fe-91e2325ee36f","collection":"2026-11-benchmark","game_id":"lost-pig","started_at":"2026-11-13T03:45:35.896Z","ended_at":"2026-11-13T03:49:24.439Z","model":"openrouter:anthropic/claude-haiku-5.5","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224535-lost-pig-openrouter-anthropic-claude-haiku-5.5-7d16","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":1,"max_score":7,"score_pct":14.3,"ending":"turn_limit","won":false,"invalid_commands":0,"invalid_rate":0,"unique_locations":7,"input_tokens":679038,"output_tokens":15592,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.0757,"cost_source":"provider","model_time_s":226.74,"parse_failures":1}
{"session_id":"117ef490-345b-4bcd-afdb-1660c4f77625","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T03:44:41.780Z","ended_at":"2026-11-13T03:49:11.775Z","model":"openrouter:google/gemini-4-argon","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224440-lantern-lane-openrouter-google-gemini-4-argon-db76","bench":"frontier","repeat":1,"max_turns":150,"turns":26,"score":10,"max_score":10,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":5,"input_tokens":45054,"output_tokens":4537,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.131615,"cost_source":"provider","model_time_s":269.93,"parse_failures":0}
{"session_id":"aab1e014-9a81-457b-925c-da55e1f8076e","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T03:44:41.788Z","ended_at":"2026-11-13T03:48:52.560Z","model":"openrouter:openai/gpt-6.1-sol","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224441-skerrin-light-openrouter-openai-gpt-6.1-sol-9072","bench":"frontier","repeat":1,"max_turns":150,"turns":146,"score":50,"max_score":50,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":18,"input_tokens":440239,"output_tokens":1193,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.991496,"cost_source":"provider","model_time_s":250.42,"parse_failures":0}
{"session_id":"9923b6d6-a4ab-49fb-937f-3ada8ef986d3","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T03:44:42.863Z","ended_at":"2026-11-13T03:47:24.175Z","model":"openrouter:anthropic/claude-haiku-5.5","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224442-skerrin-light-openrouter-anthropic-claude-haiku-5.5-9d85","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":19,"max_score":50,"score_pct":38,"ending":"turn_limit","won":false,"invalid_commands":3,"invalid_rate":0.02,"unique_locations":12,"input_tokens":661405,"output_tokens":8689,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.070485,"cost_source":"provider","model_time_s":160.96,"parse_failures":2}
{"session_id":"95b141bd-1e1a-46a5-bf99-85906c1aadca","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T03:45:30.724Z","ended_at":"2026-11-13T03:47:22.441Z","model":"openrouter:z-ai/glm-5.3-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224530-skerrin-light-openrouter-z-ai-glm-5.3-flash-bc16","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":18,"max_score":50,"score_pct":36,"ending":"turn_limit","won":false,"invalid_commands":3,"invalid_rate":0.02,"unique_locations":12,"input_tokens":361918,"output_tokens":1418,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.013597,"cost_source":"provider","model_time_s":111.37,"parse_failures":0}
{"session_id":"3ab4f020-4cf6-4d00-9d7a-c30a1a166c62","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T03:45:03.022Z","ended_at":"2026-11-13T03:47:13.369Z","model":"openrouter:google/gemini-3.5-flash-lite","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224502-skerrin-light-openrouter-google-gemini-3.5-flash-lite-0da4","bench":"budget","repeat":1,"max_turns":150,"turns":150,"score":41,"max_score":50,"score_pct":82,"ending":"turn_limit","won":false,"invalid_commands":1,"invalid_rate":0.0067,"unique_locations":15,"input_tokens":483166,"output_tokens":5443,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.158557,"cost_source":"provider","model_time_s":129.98,"parse_failures":4}
{"session_id":"3ff95110-fab5-4739-a871-2bd836e4b816","collection":"2026-11-benchmark","game_id":"skerrin-light","started_at":"2026-11-13T03:44:41.783Z","ended_at":"2026-11-13T03:47:04.135Z","model":"openrouter:anthropic/claude-sonnet-5.5","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224441-skerrin-light-openrouter-anthropic-claude-sonnet-5.5-658f","bench":"frontier","repeat":1,"max_turns":150,"turns":150,"score":32,"max_score":50,"score_pct":64,"ending":"turn_limit","won":false,"invalid_commands":3,"invalid_rate":0.02,"unique_locations":14,"input_tokens":548599,"output_tokens":1891,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":1.116108,"cost_source":"provider","model_time_s":141.99,"parse_failures":1}
{"session_id":"6a06666f-ed80-42ba-b5bf-743e45fd6a19","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T03:44:42.859Z","ended_at":"2026-11-13T03:45:35.667Z","model":"openrouter:qwen/qwen3.8-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224441-lantern-lane-openrouter-qwen-qwen3.8-flash-c6a3","bench":"budget","repeat":1,"max_turns":150,"turns":30,"score":10,"max_score":10,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":5,"input_tokens":54339,"output_tokens":1592,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.00245,"cost_source":"provider","model_time_s":52.74,"parse_failures":0}
{"session_id":"394a4dc4-4a40-4e13-be3a-f4fd9cbd4575","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T03:44:42.850Z","ended_at":"2026-11-13T03:45:30.505Z","model":"openrouter:openai/gpt-6-luna","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224441-lantern-lane-openrouter-openai-gpt-6-luna-3807","bench":"budget","repeat":1,"max_turns":150,"turns":30,"score":10,"max_score":10,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":5,"input_tokens":47138,"output_tokens":623,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.001568,"cost_source":"provider","model_time_s":47.58,"parse_failures":0}
{"session_id":"88651746-a993-41ed-b7ef-26ccdc42e26b","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T03:44:42.853Z","ended_at":"2026-11-13T03:45:22.692Z","model":"openrouter:google/gemini-3.5-flash-lite","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224441-lantern-lane-openrouter-google-gemini-3.5-flash-lite-767e","bench":"budget","repeat":1,"max_turns":150,"turns":29,"score":10,"max_score":10,"score_pct":100,"ending":"won","won":true,"invalid_commands":2,"invalid_rate":0.069,"unique_locations":6,"input_tokens":54894,"output_tokens":1877,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.021161,"cost_source":"provider","model_time_s":39.77,"parse_failures":2}
{"session_id":"910e9e57-2fe6-404d-b989-d53a1f97a5a1","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T03:44:41.777Z","ended_at":"2026-11-13T03:45:19.717Z","model":"openrouter:openai/gpt-6.1-sol","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224440-lantern-lane-openrouter-openai-gpt-6.1-sol-bc6a","bench":"frontier","repeat":1,"max_turns":150,"turns":26,"score":10,"max_score":10,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":5,"input_tokens":38054,"output_tokens":192,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.021732,"cost_source":"provider","model_time_s":37.87,"parse_failures":0}
{"session_id":"484f5353-2dcd-4e66-a6d7-128cfedf5656","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T03:44:41.770Z","ended_at":"2026-11-13T03:45:08.615Z","model":"openrouter:anthropic/claude-sonnet-5.5","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224440-lantern-lane-openrouter-anthropic-claude-sonnet-5.5-4349","bench":"frontier","repeat":1,"max_turns":150,"turns":30,"score":10,"max_score":10,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":5,"input_tokens":70574,"output_tokens":292,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.144068,"cost_source":"provider","model_time_s":26.76,"parse_failures":0}
{"session_id":"260d80a6-2727-44b4-8f9b-080a52052843","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T03:44:42.861Z","ended_at":"2026-11-13T03:45:08.517Z","model":"openrouter:z-ai/glm-5.3-flash","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224442-lantern-lane-openrouter-z-ai-glm-5.3-flash-6058","bench":"budget","repeat":1,"max_turns":150,"turns":26,"score":10,"max_score":10,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":6,"input_tokens":37267,"output_tokens":213,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.001167,"cost_source":"provider","model_time_s":25.59,"parse_failures":0}
{"session_id":"6100f40f-3c4b-40f3-8806-9c127946d25e","collection":"2026-11-benchmark","game_id":"lantern-lane","started_at":"2026-11-13T03:44:42.848Z","ended_at":"2026-11-13T03:45:02.799Z","model":"openrouter:anthropic/claude-haiku-5.5","provider":"openrouter","effort":"low","format":"text","cache":false,"history":30,"notes":false,"max_tokens":1024,"temperature":0.7,"agent":"brass-lantern/0.2.0","run_id":"20261112-224441-lantern-lane-openrouter-anthropic-claude-haiku-5.5-05ee","bench":"budget","repeat":1,"max_turns":150,"turns":27,"score":10,"max_score":10,"score_pct":100,"ending":"won","won":true,"invalid_commands":0,"invalid_rate":0,"unique_locations":5,"input_tokens":65890,"output_tokens":1062,"cache_read_tokens":null,"cache_write_tokens":null,"cost_usd":0.00712,"cost_source":"provider","model_time_s":19.88,"parse_failures":0}