{ "schema_version": 1, "generated_at": "2026-10-08T13:18:23Z", "data_hash": "5ab2a37144ff0702", "ledger": { "file": "cost_ledger.csv", "state": "ok", "header": [ "id", "category", "model", "harness", "mode", "effort", "outcome", "wall_time_s", "tool_calls", "input_uncached", "cache_write", "cache_read", "output", "reasoning", "cost_usd_total", "cost_usd_harness_reported", "cost_basis" ], "rows": 75, "recovered_rows": 139, "note": "One row per run, appended by the test runners. Rows are merged with each result's cost.json (deduplicated by result id; the ledger's cost figures win when both exist, token counts come from the result). Rows without a result on this site (setup smoke tests, infrastructure failures) are totalled separately." }, "rows": [ { "result_id": "algoviz_balanced_trees__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_balanced_trees", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1253.9, "tokens_input": 2142, "tokens_cache_write": 84207, "tokens_cache_read": 1174748, "tokens_output": 64070, "tokens_reasoning": 23729, "cost_usd": 5.241738, "cost_usd_computed": 5.241738, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_balanced_trees__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_balanced_trees", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 632.8, "tokens_input": 84, "tokens_cache_write": 102840, "tokens_cache_read": 2095503, "tokens_output": 81624, "tokens_reasoning": 43859, "cost_usd": 1.441189, "cost_usd_computed": 1.441189, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_balanced_trees__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_balanced_trees", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1131.1, "tokens_input": 52289, "tokens_cache_write": 0, "tokens_cache_read": 17452800, "tokens_output": 165855, "tokens_reasoning": 113100, "cost_usd": 0.15971475, "cost_usd_computed": 0.159714, "cost_usd_reported": 0.15971475, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_convex_hull_race__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_convex_hull_race", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1208.0, "tokens_input": 48, "tokens_cache_write": 126040, "tokens_cache_read": 2760810, "tokens_output": 95858, "tokens_reasoning": 55301, "cost_usd": 3.099714, "cost_usd_computed": 3.099714, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_convex_hull_race__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_convex_hull_race", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1668.3, "tokens_input": 80, "tokens_cache_write": 109577, "tokens_cache_read": 3848393, "tokens_output": 160371, "tokens_reasoning": 123201, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_convex_hull_race__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_convex_hull_race", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 364.8, "tokens_input": 60, "tokens_cache_write": 71118, "tokens_cache_read": 996275, "tokens_output": 54059, "tokens_reasoning": 28052, "cost_usd": 0.882201, "cost_usd_computed": 0.882201, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_convex_hull_race__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_convex_hull_race", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1881.0, "tokens_input": 1496, "tokens_cache_write": 99932, "tokens_cache_read": 1355871, "tokens_output": 76505, "tokens_reasoning": 40652, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_edit_distance_dp__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "algorithm_visualizers", "prompt_id": "algoviz_edit_distance_dp", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1064.8, "tokens_input": 76, "tokens_cache_write": 169284, "tokens_cache_read": 4297087, "tokens_output": 109586, "tokens_reasoning": 68779, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_edit_distance_dp__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_edit_distance_dp", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1120.0, "tokens_input": 60, "tokens_cache_write": 89671, "tokens_cache_read": 1160604, "tokens_output": 64015, "tokens_reasoning": 20984, "cost_usd": 5.258664, "cost_usd_computed": 5.258664, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_edit_distance_dp__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_edit_distance_dp", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1160.9, "tokens_input": 57150, "tokens_cache_write": 0, "tokens_cache_read": 12800128, "tokens_output": 124820, "tokens_reasoning": 85976, "cost_usd": 0.12186488399999997, "cost_usd_computed": 0.121865, "cost_usd_reported": 0.12186488399999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_fourier_epicycles__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_fourier_epicycles", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 984.5, "tokens_input": 66, "tokens_cache_write": 87797, "tokens_cache_read": 870851, "tokens_output": 47365, "tokens_reasoning": 22243, "cost_usd": 4.117731, "cost_usd_computed": 4.117731, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_gpu_boids_50k__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_gpu_boids_50k", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2097.3, "tokens_input": 80, "tokens_cache_write": 146669, "tokens_cache_read": 5121348, "tokens_output": 116649, "tokens_reasoning": 58710, "cost_usd": 4.090915, "cost_usd_computed": 4.090915, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_gpu_boids_50k__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_gpu_boids_50k", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1676.4, "tokens_input": 93, "tokens_cache_write": 94578, "tokens_cache_read": 1801452, "tokens_output": 69053, "tokens_reasoning": 33470, "cost_usd": 6.200812, "cost_usd_computed": 6.200812, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_gpu_boids_50k__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_gpu_boids_50k", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 631.4, "tokens_input": 111, "tokens_cache_write": 93370, "tokens_cache_read": 2474011, "tokens_output": 67398, "tokens_reasoning": 36475, "cost_usd": 1.355744, "cost_usd_computed": 1.355744, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_gpu_boids_50k__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_gpu_boids_50k", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1795.5, "tokens_input": 51898, "tokens_cache_write": 0, "tokens_cache_read": 8888448, "tokens_output": 136960, "tokens_reasoning": 96959, "cost_usd": 0.116626044, "cost_usd_computed": 0.116626, "cost_usd_reported": 0.116626044, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_gpu_boids_50k__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_gpu_boids_50k", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 885.1, "tokens_input": 105, "tokens_cache_write": 51185, "tokens_cache_read": 1150107, "tokens_output": 36305, "tokens_reasoning": 8508, "cost_usd": 3.606219500000001, "cost_usd_computed": 3.478257, "cost_usd_reported": 3.606219500000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_hash_table_showdown__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_hash_table_showdown", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2471.2, "tokens_input": 644, "tokens_cache_write": 441991, "tokens_cache_read": 4044634, "tokens_output": 203461, "tokens_reasoning": 141061, "cost_usd": 16.715537, "cost_usd_computed": 16.715537, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_hash_table_showdown__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_hash_table_showdown", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1492.7, "tokens_input": 78, "tokens_cache_write": 95768, "tokens_cache_read": 1425175, "tokens_output": 56740, "tokens_reasoning": 24954, "cost_usd": 5.220635, "cost_usd_computed": 5.220635, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_hash_table_showdown__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_hash_table_showdown", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 612.1, "tokens_input": 132, "tokens_cache_write": 106573, "tokens_cache_read": 3224496, "tokens_output": 80427, "tokens_reasoning": 42236, "cost_usd": 1.662579, "cost_usd_computed": 1.662579, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_hash_table_showdown__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_hash_table_showdown", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1364.4, "tokens_input": 18550, "tokens_cache_write": 75246, "tokens_cache_read": 704103, "tokens_output": 43588, "tokens_reasoning": 12125, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_hash_table_showdown__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_hash_table_showdown", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1672.8, "tokens_input": 112368, "tokens_cache_write": 0, "tokens_cache_read": 28209152, "tokens_output": 185066, "tokens_reasoning": 119766, "cost_usd": 0.21252225599999985, "cost_usd_computed": 0.212522, "cost_usd_reported": 0.21252225599999985, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_maze_generate_and_solve__claude-code__fable-5-1__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_maze_generate_and_solve", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1517.2, "tokens_input": 674, "tokens_cache_write": 253630, "tokens_cache_read": 2832265, "tokens_output": 119973, "tokens_reasoning": 73608, "cost_usd": 9.883831, "cost_usd_computed": 9.883831, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_maze_generate_and_solve__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "algorithm_visualizers", "prompt_id": "algoviz_maze_generate_and_solve", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1130.7, "tokens_input": 62, "tokens_cache_write": 224562, "tokens_cache_read": 2249454, "tokens_output": 53846, "tokens_reasoning": 23499, "cost_usd": 2.649869, "cost_usd_computed": 2.649869, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_maze_generate_and_solve__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_maze_generate_and_solve", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 672.9, "tokens_input": 52, "tokens_cache_write": 90858, "tokens_cache_read": 2372407, "tokens_output": 60592, "tokens_reasoning": 33127, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_maze_generate_and_solve__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_maze_generate_and_solve", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 994.5, "tokens_input": 45, "tokens_cache_write": 74774, "tokens_cache_read": 650294, "tokens_output": 51067, "tokens_reasoning": 22698, "cost_usd": 3.951834, "cost_usd_computed": 3.951834, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_maze_generate_and_solve__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_maze_generate_and_solve", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 439.9, "tokens_input": 90, "tokens_cache_write": 80777, "tokens_cache_read": 1760416, "tokens_output": 57897, "tokens_reasoning": 27929, "cost_usd": 1.092787, "cost_usd_computed": 1.092787, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_maze_generate_and_solve__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_maze_generate_and_solve", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1175.6, "tokens_input": 1224, "tokens_cache_write": 80935, "tokens_cache_read": 851523, "tokens_output": 59923, "tokens_reasoning": 27062, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_maze_generate_and_solve__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "algorithm_visualizers", "prompt_id": "algoviz_maze_generate_and_solve", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1033.6, "tokens_input": 84, "tokens_cache_write": 48400, "tokens_cache_read": 894788, "tokens_output": 32477, "tokens_reasoning": 8436, "cost_usd": 3.1244779999999994, "cost_usd_computed": 3.003478, "cost_usd_reported": 3.1244779999999994, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_mst_kruskal_prim__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_mst_kruskal_prim", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1074.8, "tokens_input": 60, "tokens_cache_write": 179039, "tokens_cache_read": 3449097, "tokens_output": 97186, "tokens_reasoning": 54639, "cost_usd": 3.528974, "cost_usd_computed": 3.528974, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_mst_kruskal_prim__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_mst_kruskal_prim", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 851.4, "tokens_input": 87, "tokens_cache_write": 62638, "tokens_cache_read": 1174750, "tokens_output": 46661, "tokens_reasoning": 10713, "cost_usd": 4.291645, "cost_usd_computed": 4.13505, "cost_usd_reported": 4.291645, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_pathfinding_race__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "algorithm_visualizers", "prompt_id": "algoviz_pathfinding_race", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1654.7, "tokens_input": 804, "tokens_cache_write": 269927, "tokens_cache_read": 3494850, "tokens_output": 118877, "tokens_reasoning": 76117, "cost_usd": 10.19969, "cost_usd_computed": 10.19969, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_pathfinding_race__claude-code__haiku-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "algorithm_visualizers", "prompt_id": "algoviz_pathfinding_race", "model": "Claude Haiku 5.5", "model_id": "claude-haiku-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 471.1, "tokens_input": 40, "tokens_cache_write": 101456, "tokens_cache_read": 1436003, "tokens_output": 79112, "tokens_reasoning": 60883, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_pathfinding_race__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "algorithm_visualizers", "prompt_id": "algoviz_pathfinding_race", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 842.5, "tokens_input": 46, "tokens_cache_write": 131115, "tokens_cache_read": 2164320, "tokens_output": 68206, "tokens_reasoning": 36908, "cost_usd": 2.452743, "cost_usd_computed": 2.452743, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_pathfinding_race__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "algorithm_visualizers", "prompt_id": "algoviz_pathfinding_race", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 485.9, "tokens_input": 48, "tokens_cache_write": 104967, "tokens_cache_read": 1968056, "tokens_output": 56067, "tokens_reasoning": 27622, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_pathfinding_race__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "algorithm_visualizers", "prompt_id": "algoviz_pathfinding_race", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 808.2, "tokens_input": 75, "tokens_cache_write": 73136, "tokens_cache_read": 1113986, "tokens_output": 49036, "tokens_reasoning": 19704, "cost_usd": 4.297896, "cost_usd_computed": 4.297896, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_pathfinding_race__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "algorithm_visualizers", "prompt_id": "algoviz_pathfinding_race", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 429.9, "tokens_input": 69, "tokens_cache_write": 79360, "tokens_cache_read": 1218770, "tokens_output": 59506, "tokens_reasoning": 35511, "cost_usd": 0.997672, "cost_usd_computed": 0.997672, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_pathfinding_race__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "algorithm_visualizers", "prompt_id": "algoviz_pathfinding_race", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 337.6, "tokens_input": 32188, "tokens_cache_write": 0, "tokens_cache_read": 1910016, "tokens_output": 63249, "tokens_reasoning": 45559, "cost_usd": 0.048507648, "cost_usd_computed": 0.048507, "cost_usd_reported": 0.048507648, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_pathfinding_race__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "algorithm_visualizers", "prompt_id": "algoviz_pathfinding_race", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 519.2, "tokens_input": 54, "tokens_cache_write": 42906, "tokens_cache_read": 480487, "tokens_output": 30620, "tokens_reasoning": 6658, "cost_usd": 2.5483519999999995, "cost_usd_computed": 2.441087, "cost_usd_reported": 2.5483519999999995, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_raft_consensus__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_raft_consensus", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1048.0, "tokens_input": 24730, "tokens_cache_write": 0, "tokens_cache_read": 7515648, "tokens_output": 84497, "tokens_reasoning": 51450, "cost_usd": 0.07695464399999999, "cost_usd_computed": 0.076955, "cost_usd_reported": 0.07695464399999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_raft_consensus__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "algorithm_visualizers", "prompt_id": "algoviz_raft_consensus", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1050.0, "tokens_input": 93, "tokens_cache_write": 68484, "tokens_cache_read": 1320209, "tokens_output": 50685, "tokens_reasoning": 18029, "cost_usd": 4.711439, "cost_usd_computed": 4.540229, "cost_usd_reported": 4.711439, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_sorting_race__claude-code__haiku-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "algorithm_visualizers", "prompt_id": "algoviz_sorting_race", "model": "Claude Haiku 5.5", "model_id": "claude-haiku-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 476.3, "tokens_input": 70, "tokens_cache_write": 86786, "tokens_cache_read": 3050839, "tokens_output": 89301, "tokens_reasoning": 63771, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_sorting_race__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "algorithm_visualizers", "prompt_id": "algoviz_sorting_race", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 908.4, "tokens_input": 48, "tokens_cache_write": 154777, "tokens_cache_read": 2244848, "tokens_output": 69684, "tokens_reasoning": 39882, "cost_usd": 2.616727, "cost_usd_computed": 2.616727, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_sorting_race__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "algorithm_visualizers", "prompt_id": "algoviz_sorting_race", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 509.5, "tokens_input": 46, "tokens_cache_write": 103733, "tokens_cache_read": 1827532, "tokens_output": 54503, "tokens_reasoning": 27271, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_sorting_race__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "algorithm_visualizers", "prompt_id": "algoviz_sorting_race", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 917.3, "tokens_input": 51, "tokens_cache_write": 76580, "tokens_cache_read": 828443, "tokens_output": 54976, "tokens_reasoning": 22379, "cost_usd": 4.343553, "cost_usd_computed": 4.343553, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_sorting_race__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "algorithm_visualizers", "prompt_id": "algoviz_sorting_race", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 379.6, "tokens_input": 69, "tokens_cache_write": 70864, "tokens_cache_read": 1134273, "tokens_output": 53140, "tokens_reasoning": 30526, "cost_usd": 0.900121, "cost_usd_computed": 0.900121, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_sorting_race__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "algorithm_visualizers", "prompt_id": "algoviz_sorting_race", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 600.6, "tokens_input": 20798, "tokens_cache_write": 0, "tokens_cache_read": 2989952, "tokens_output": 74238, "tokens_reasoning": 52000, "cost_usd": 0.056632356000000016, "cost_usd_computed": 0.056633, "cost_usd_reported": 0.056632356000000016, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "algoviz_sorting_race__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "algorithm_visualizers", "prompt_id": "algoviz_sorting_race", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 709.1, "tokens_input": 93, "tokens_cache_write": 50880, "tokens_cache_read": 964853, "tokens_output": 32314, "tokens_reasoning": 7644, "cost_usd": 3.217483, "cost_usd_computed": 3.090283, "cost_usd_reported": 3.217483, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_calendar_planner__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_calendar_planner", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1899.7, "tokens_input": 76, "tokens_cache_write": 374500, "tokens_cache_read": 6914162, "tokens_output": 161778, "tokens_reasoning": 92457, "cost_usd": 6.491196, "cost_usd_computed": 6.491196, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_calendar_planner__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_calendar_planner", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1598.3, "tokens_input": 110, "tokens_cache_write": 245655, "tokens_cache_read": 5304284, "tokens_output": 153913, "tokens_reasoning": 87594, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_calendar_planner__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_calendar_planner", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1911.5, "tokens_input": 126, "tokens_cache_write": 126575, "tokens_cache_read": 3587342, "tokens_output": 102148, "tokens_reasoning": 46015, "cost_usd": 9.961752, "cost_usd_computed": 9.961752, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_calendar_planner__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_calendar_planner", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1063.1, "tokens_input": 54909, "tokens_cache_write": 0, "tokens_cache_read": 11629952, "tokens_output": 151623, "tokens_reasoning": 99603, "cost_usd": 0.134100006, "cost_usd_computed": 0.1341, "cost_usd_reported": 0.134100006, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_calendar_planner__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_calendar_planner", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1189.1, "tokens_input": 108, "tokens_cache_write": 81236, "tokens_cache_read": 1908883, "tokens_output": 56461, "tokens_reasoning": 12807, "cost_usd": 5.748462999999999, "cost_usd_computed": 5.545373, "cost_usd_reported": 5.748462999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_city_maps_navigator__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_city_maps_navigator", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2321.2, "tokens_input": 60, "tokens_cache_write": 372575, "tokens_cache_read": 5663891, "tokens_output": 173886, "tokens_reasoning": 95983, "cost_usd": 6.473613, "cost_usd_computed": 6.473613, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_city_maps_navigator__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_city_maps_navigator", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2046.5, "tokens_input": 106, "tokens_cache_write": 210514, "tokens_cache_read": 4882858, "tokens_output": 173653, "tokens_reasoning": 116947, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_city_maps_navigator__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_city_maps_navigator", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1936.1, "tokens_input": 102, "tokens_cache_write": 140008, "tokens_cache_read": 3232431, "tokens_output": 110456, "tokens_reasoning": 32673, "cost_usd": 10.156331, "cost_usd_computed": 10.156331, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_city_maps_navigator__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_city_maps_navigator", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 541.2, "tokens_input": 105, "tokens_cache_write": 90685, "tokens_cache_read": 2163693, "tokens_output": 69907, "tokens_reasoning": 33561, "cost_usd": 1.313389, "cost_usd_computed": 1.313389, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_city_maps_navigator__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_city_maps_navigator", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2118.6, "tokens_input": 53654, "tokens_cache_write": 0, "tokens_cache_read": 17477632, "tokens_output": 163909, "tokens_reasoning": 100089, "cost_usd": 0.15882639600000004, "cost_usd_computed": 0.158826, "cost_usd_reported": 0.15882639600000004, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_city_maps_navigator__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_city_maps_navigator", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1377.6, "tokens_input": 114, "tokens_cache_write": 72193, "tokens_cache_read": 2025148, "tokens_output": 52249, "tokens_reasoning": 12952, "cost_usd": 5.541150499999998, "cost_usd_computed": 5.360668, "cost_usd_reported": 5.541150499999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_code_editor__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_code_editor", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2490.1, "tokens_input": 108, "tokens_cache_write": 307426, "tokens_cache_read": 11263456, "tokens_output": 188868, "tokens_reasoning": 85971, "cost_usd": 7.567613, "cost_usd_computed": 7.567613, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_code_editor__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_code_editor", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1642.8, "tokens_input": 66, "tokens_cache_write": 215317, "tokens_cache_read": 3038129, "tokens_output": 189297, "tokens_reasoning": 126771, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_code_editor__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_code_editor", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1522.3, "tokens_input": 75, "tokens_cache_write": 106205, "tokens_cache_read": 1712013, "tokens_output": 82051, "tokens_reasoning": 32804, "cost_usd": 6.877363, "cost_usd_computed": 6.877363, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_code_editor__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_code_editor", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 712.3, "tokens_input": 114, "tokens_cache_write": 131881, "tokens_cache_read": 3660032, "tokens_output": 111002, "tokens_reasoning": 46184, "cost_usd": 2.106016, "cost_usd_computed": 2.106016, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_code_editor__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_code_editor", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1404.4, "tokens_input": 40295, "tokens_cache_write": 0, "tokens_cache_read": 12282880, "tokens_output": 167693, "tokens_reasoning": 114444, "cost_usd": 0.14350869000000008, "cost_usd_computed": 0.143509, "cost_usd_reported": 0.14350869000000008, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_code_editor__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_code_editor", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1300.6, "tokens_input": 123, "tokens_cache_write": 70147, "tokens_cache_read": 1966736, "tokens_output": 52778, "tokens_reasoning": 12010, "cost_usd": 5.483703500000002, "cost_usd_computed": 5.308336, "cost_usd_reported": 5.483703500000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_drum_machine_daw__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_drum_machine_daw", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2042.2, "tokens_input": 1154, "tokens_cache_write": 396701, "tokens_cache_read": 6249048, "tokens_output": 150137, "tokens_reasoning": 93998, "cost_usd": 14.039414, "cost_usd_computed": 14.039414, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_drum_machine_daw__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_drum_machine_daw", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1699.6, "tokens_input": 104, "tokens_cache_write": 203449, "tokens_cache_read": 5441833, "tokens_output": 189602, "tokens_reasoning": 142231, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_drum_machine_daw__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_drum_machine_daw", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1892.1, "tokens_input": 3842, "tokens_cache_write": 106560, "tokens_cache_read": 2680332, "tokens_output": 95521, "tokens_reasoning": 24598, "cost_usd": 8.560402, "cost_usd_computed": 8.560402, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_drum_machine_daw__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_drum_machine_daw", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 525.7, "tokens_input": 75, "tokens_cache_write": 105275, "tokens_cache_read": 1822207, "tokens_output": 82999, "tokens_reasoning": 38271, "cost_usd": 1.405131, "cost_usd_computed": 1.405131, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_drum_machine_daw__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_drum_machine_daw", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2415.3, "tokens_input": 1768, "tokens_cache_write": 157749, "tokens_cache_read": 2521016, "tokens_output": 124904, "tokens_reasoning": 42254, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_drum_machine_daw__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_drum_machine_daw", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 493.2, "tokens_input": 66161, "tokens_cache_write": 0, "tokens_cache_read": 1611776, "tokens_output": 106418, "tokens_reasoning": 79476, "cost_usd": 0.07861027799999999, "cost_usd_computed": 0.07861, "cost_usd_reported": 0.07861027799999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_drum_machine_daw__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_drum_machine_daw", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 825.9, "tokens_input": 75, "tokens_cache_write": 58201, "tokens_cache_read": 941103, "tokens_output": 43485, "tokens_reasoning": 9487, "cost_usd": 3.8436155, "cost_usd_computed": 3.698113, "cost_usd_reported": 3.8436155, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_kanban_board__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_kanban_board", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1852.6, "tokens_input": 122, "tokens_cache_write": 221444, "tokens_cache_read": 5688012, "tokens_output": 179050, "tokens_reasoning": 114057, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_kanban_board__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_kanban_board", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2427.1, "tokens_input": 108, "tokens_cache_write": 133768, "tokens_cache_read": 3196362, "tokens_output": 109021, "tokens_reasoning": 45180, "cost_usd": 9.986172, "cost_usd_computed": 9.986172, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_kanban_board__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_kanban_board", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 824.0, "tokens_input": 168, "tokens_cache_write": 134856, "tokens_cache_read": 5479553, "tokens_output": 114999, "tokens_reasoning": 51395, "cost_usd": 2.515949, "cost_usd_computed": 2.515949, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_kanban_board__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_kanban_board", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1132.3, "tokens_input": 35250, "tokens_cache_write": 0, "tokens_cache_read": 13016832, "tokens_output": 166935, "tokens_reasoning": 98927, "cost_usd": 0.1444989960000001, "cost_usd_computed": 0.144498, "cost_usd_reported": 0.1444989960000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_paint_studio__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_paint_studio", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2293.8, "tokens_input": 2944, "tokens_cache_write": 582298, "tokens_cache_read": 6411469, "tokens_output": 130545, "tokens_reasoning": 66203, "cost_usd": 6.81646, "cost_usd_computed": 6.81646, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_paint_studio__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_paint_studio", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1857.1, "tokens_input": 126, "tokens_cache_write": 112819, "tokens_cache_read": 3160215, "tokens_output": 87105, "tokens_reasoning": 35285, "cost_usd": 8.644915, "cost_usd_computed": 8.644915, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_paint_studio__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_paint_studio", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 516.5, "tokens_input": 111, "tokens_cache_write": 89396, "tokens_cache_read": 2236554, "tokens_output": 65367, "tokens_reasoning": 28808, "cost_usd": 1.279995, "cost_usd_computed": 1.279995, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_paint_studio__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_paint_studio", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2154.0, "tokens_input": 89758, "tokens_cache_write": 0, "tokens_cache_read": 27080320, "tokens_output": 191203, "tokens_reasoning": 116622, "cost_usd": 0.20942645999999998, "cost_usd_computed": 0.209427, "cost_usd_reported": 0.20942645999999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_paint_studio__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_paint_studio", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1212.8, "tokens_input": 141, "tokens_cache_write": 78952, "tokens_cache_read": 2461927, "tokens_output": 57142, "tokens_reasoning": 12955, "cost_usd": 6.307336999999998, "cost_usd_computed": 6.109957, "cost_usd_reported": 6.307336999999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_photo_editor__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_photo_editor", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2211.4, "tokens_input": 1122, "tokens_cache_write": 268923, "tokens_cache_read": 5667930, "tokens_output": 161745, "tokens_reasoning": 87109, "cost_usd": 12.87699, "cost_usd_computed": 12.87699, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_photo_editor__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_photo_editor", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1548.1, "tokens_input": 62, "tokens_cache_write": 294525, "tokens_cache_read": 4265342, "tokens_output": 120583, "tokens_reasoning": 57646, "cost_usd": 4.737601, "cost_usd_computed": 4.737601, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_photo_editor__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_photo_editor", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1752.4, "tokens_input": 84, "tokens_cache_write": 233700, "tokens_cache_read": 3463673, "tokens_output": 183955, "tokens_reasoning": 116895, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_photo_editor__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_photo_editor", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 637.2, "tokens_input": 120, "tokens_cache_write": 107152, "tokens_cache_read": 3178042, "tokens_output": 88183, "tokens_reasoning": 43294, "cost_usd": 1.731982, "cost_usd_computed": 1.731982, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_photo_editor__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_photo_editor", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1734.4, "tokens_input": 49359, "tokens_cache_write": 0, "tokens_cache_read": 14207488, "tokens_output": 150070, "tokens_reasoning": 95103, "cost_usd": 0.140068314, "cost_usd_computed": 0.140068, "cost_usd_reported": 0.140068314, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_photo_editor__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_photo_editor", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1274.8, "tokens_input": 129, "tokens_cache_write": 68012, "tokens_cache_read": 2004759, "tokens_output": 50968, "tokens_reasoning": 12065, "cost_usd": 5.404599000000001, "cost_usd_computed": 5.234569, "cost_usd_reported": 5.404599000000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_retro_desktop__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "app_clones", "prompt_id": "appclone_retro_desktop", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2046.1, "tokens_input": 838, "tokens_cache_write": 221017, "tokens_cache_read": 4215023, "tokens_output": 164058, "tokens_reasoning": 84854, "cost_usd": 12.027749, "cost_usd_computed": 12.027749, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_retro_desktop__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "app_clones", "prompt_id": "appclone_retro_desktop", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 712.1, "tokens_input": 36, "tokens_cache_write": 118167, "tokens_cache_read": 1637142, "tokens_output": 72784, "tokens_reasoning": 25937, "cost_usd": 2.374087, "cost_usd_computed": 2.374087, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_retro_desktop__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "app_clones", "prompt_id": "appclone_retro_desktop", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 494.9, "tokens_input": 36, "tokens_cache_write": 112462, "tokens_cache_read": 1489969, "tokens_output": 63973, "tokens_reasoning": 27819, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_retro_desktop__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "app_clones", "prompt_id": "appclone_retro_desktop", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 687.1, "tokens_input": 57, "tokens_cache_write": 65849, "tokens_cache_read": 808850, "tokens_output": 42820, "tokens_reasoning": 11536, "cost_usd": 3.60891, "cost_usd_computed": 3.60891, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_retro_desktop__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "app_clones", "prompt_id": "appclone_retro_desktop", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 384.8, "tokens_input": 57, "tokens_cache_write": 73755, "tokens_cache_read": 953270, "tokens_output": 57077, "tokens_reasoning": 28964, "cost_usd": 0.909048, "cost_usd_computed": 0.909048, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_retro_desktop__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "app_clones", "prompt_id": "appclone_retro_desktop", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1998.5, "tokens_input": 1836, "tokens_cache_write": 132919, "tokens_cache_read": 2369627, "tokens_output": 109127, "tokens_reasoning": 31773, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_retro_desktop__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "app_clones", "prompt_id": "appclone_retro_desktop", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 434.0, "tokens_input": 21081, "tokens_cache_write": 0, "tokens_cache_read": 3886592, "tokens_output": 90320, "tokens_reasoning": 59975, "cost_usd": 0.069013926, "cost_usd_computed": 0.069014, "cost_usd_reported": 0.069013926, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_retro_desktop__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "app_clones", "prompt_id": "appclone_retro_desktop", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 997.6, "tokens_input": 78, "tokens_cache_write": 65225, "tokens_cache_read": 1106445, "tokens_output": 48804, "tokens_reasoning": 12025, "cost_usd": 4.362737500000001, "cost_usd_computed": 4.199675, "cost_usd_reported": 4.362737500000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_spreadsheet__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "app_clones", "prompt_id": "appclone_spreadsheet", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2029.6, "tokens_input": 612, "tokens_cache_write": 218852, "tokens_cache_read": 1819043, "tokens_output": 169064, "tokens_reasoning": 125545, "cost_usd": 11.649731, "cost_usd_computed": 11.649731, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_spreadsheet__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "app_clones", "prompt_id": "appclone_spreadsheet", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 761.9, "tokens_input": 40, "tokens_cache_write": 147590, "tokens_cache_read": 1819491, "tokens_output": 75661, "tokens_reasoning": 37394, "cost_usd": 2.615228, "cost_usd_computed": 2.615228, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_spreadsheet__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "app_clones", "prompt_id": "appclone_spreadsheet", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 555.4, "tokens_input": 56, "tokens_cache_write": 112706, "tokens_cache_read": 2477539, "tokens_output": 65841, "tokens_reasoning": 31306, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_spreadsheet__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "app_clones", "prompt_id": "appclone_spreadsheet", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 837.8, "tokens_input": 48, "tokens_cache_write": 69470, "tokens_cache_read": 700336, "tokens_output": 54643, "tokens_reasoning": 21347, "cost_usd": 4.127666, "cost_usd_computed": 4.127666, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_spreadsheet__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "app_clones", "prompt_id": "appclone_spreadsheet", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 410.0, "tokens_input": 81, "tokens_cache_write": 78432, "tokens_cache_read": 1448570, "tokens_output": 61958, "tokens_reasoning": 33842, "cost_usd": 1.06632, "cost_usd_computed": 1.06632, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_spreadsheet__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "app_clones", "prompt_id": "appclone_spreadsheet", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 707.3, "tokens_input": 61553, "tokens_cache_write": 0, "tokens_cache_read": 4181888, "tokens_output": 91748, "tokens_reasoning": 66387, "cost_usd": 0.07682741400000002, "cost_usd_computed": 0.076828, "cost_usd_reported": 0.07682741400000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_spreadsheet__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_spreadsheet", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 782.6, "tokens_input": 90, "tokens_cache_write": 58688, "tokens_cache_read": 1166439, "tokens_output": 44669, "tokens_reasoning": 15560, "cost_usd": 4.134389, "cost_usd_computed": 3.987669, "cost_usd_reported": 4.134389, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_team_chat__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_team_chat", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2339.5, "tokens_input": 1252, "tokens_cache_write": 230205, "tokens_cache_read": 4893410, "tokens_output": 174809, "tokens_reasoning": 118408, "cost_usd": 12.853885, "cost_usd_computed": 12.853885, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_team_chat__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_team_chat", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1488.1, "tokens_input": 62, "tokens_cache_write": 219775, "tokens_cache_read": 4053914, "tokens_output": 101768, "tokens_reasoning": 43582, "cost_usd": 3.945266, "cost_usd_computed": 3.945266, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_team_chat__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_team_chat", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1381.9, "tokens_input": 66, "tokens_cache_write": 202059, "tokens_cache_read": 2896503, "tokens_output": 139545, "tokens_reasoning": 83108, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_team_chat__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_team_chat", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 500.7, "tokens_input": 111, "tokens_cache_write": 89912, "tokens_cache_read": 2389971, "tokens_output": 63829, "tokens_reasoning": 31885, "cost_usd": 1.29633, "cost_usd_computed": 1.29633, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "appclone_team_chat__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-05", "category": "app_clones", "prompt_id": "appclone_team_chat", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1320.4, "tokens_input": 84, "tokens_cache_write": 75594, "tokens_cache_read": 1446520, "tokens_output": 49790, "tokens_reasoning": 7466, "cost_usd": 4.881785, "cost_usd_computed": 4.6928, "cost_usd_reported": 4.881785, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bacterium_to_quantum_zoom__claude-code__fable-5-1__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "remotion", "prompt_id": "bacterium_to_quantum_zoom", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 3381.73, "tokens_input": 1031, "tokens_cache_write": 368301, "tokens_cache_read": 3523558, "tokens_output": 195978, "tokens_reasoning": 146409, "cost_usd": 15.293861999999999, "cost_usd_computed": 15.293862, "cost_usd_reported": 15.293861999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bacterium_to_quantum_zoom__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "remotion", "prompt_id": "bacterium_to_quantum_zoom", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 9173.4, "tokens_input": 288, "tokens_cache_write": 553548, "tokens_cache_read": 49861065, "tokens_output": 375970, "tokens_reasoning": 221254, "cost_usd": 20.260505, "cost_usd_computed": 20.260505, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bacterium_to_quantum_zoom__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "remotion", "prompt_id": "bacterium_to_quantum_zoom", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 1015.122, "tokens_input": 12, "tokens_cache_write": 27901, "tokens_cache_read": 204890, "tokens_output": 128827, "tokens_reasoning": 127613, "cost_usd": 2.7570710000000003, "cost_usd_computed": null, "cost_usd_reported": 2.7570710000000003, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bacterium_to_quantum_zoom__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "remotion", "prompt_id": "bacterium_to_quantum_zoom", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "infra_dnf", "wall_time_s": 1565.53, "tokens_input": 56, "tokens_cache_write": 345799, "tokens_cache_read": 3536286, "tokens_output": 44331, "tokens_reasoning": 155084, "cost_usd": 3.566017, "cost_usd_computed": null, "cost_usd_reported": 3.566017, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_chess_set_midgame__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_chess_set_midgame", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2329.2, "tokens_input": 228, "tokens_cache_write": 159123, "tokens_cache_read": 6923196, "tokens_output": 74160, "tokens_reasoning": 46252, "cost_usd": 12.224706, "cost_usd_computed": 12.224706, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_cosy_isometric_study__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_cosy_isometric_study", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2663.8, "tokens_input": 282, "tokens_cache_write": 144561, "tokens_cache_read": 8362964, "tokens_output": 68464, "tokens_reasoning": 35004, "cost_usd": 13.234594, "cost_usd_computed": 13.234594, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_donut__claude-code__claude-opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "blender", "prompt_id": "blender_donut", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 4958.6, "tokens_input": 236, "tokens_cache_write": 946860, "tokens_cache_read": 25488636, "tokens_output": 185329, "tokens_reasoning": 116019, "cost_usd": 13.539551, "cost_usd_computed": 13.539551, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_donut__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "blender", "prompt_id": "blender_donut", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1750.4, "tokens_input": 192, "tokens_cache_write": 99161, "tokens_cache_read": 4700488, "tokens_output": 41724, "tokens_reasoning": 23509, "cost_usd": 7.780218, "cost_usd_computed": 7.780218, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_donut__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "blender", "prompt_id": "blender_donut", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1074.6, "tokens_input": 240, "tokens_cache_write": 99204, "tokens_cache_read": 5127827, "tokens_output": 41911, "tokens_reasoning": 27222, "cost_usd": 1.643563, "cost_usd_computed": 1.643563, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_humanoid_walk_cycle__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_humanoid_walk_cycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 6114.8, "tokens_input": 108, "tokens_cache_write": 980815, "tokens_cache_read": 7028363, "tokens_output": 127042, "tokens_reasoning": 82195, "cost_usd": 8.85102, "cost_usd_computed": 8.85102, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_humanoid_walk_cycle__claude-code__opus-5-5-low__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_humanoid_walk_cycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "low", "status": "stopped_by_us", "wall_time_s": 2539.8, "tokens_input": 46, "tokens_cache_write": 182727, "tokens_cache_read": 1022805, "tokens_output": 25337, "tokens_reasoning": 11207, "cost_usd": 1.631456, "cost_usd_computed": 1.62512, "cost_usd_reported": 1.631456, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_humanoid_walk_cycle__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_humanoid_walk_cycle", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "stopped_by_our_timeout", "wall_time_s": 3277.9, "tokens_input": 32, "tokens_cache_write": 178693, "tokens_cache_read": 1153505, "tokens_output": 122358, "tokens_reasoning": 106059, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_humanoid_walk_cycle__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_humanoid_walk_cycle", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5908.6, "tokens_input": 294, "tokens_cache_write": 199379, "tokens_cache_read": 10364354, "tokens_output": 143516, "tokens_reasoning": 100373, "cost_usd": 19.536884, "cost_usd_computed": 19.536884, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_humanoid_walk_cycle__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_humanoid_walk_cycle", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5627.8, "tokens_input": 9033, "tokens_cache_write": 190753, "tokens_cache_read": 6590070, "tokens_output": 138583, "tokens_reasoning": 106740, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_humanoid_walk_cycle__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_humanoid_walk_cycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4811.2, "tokens_input": 44559, "tokens_cache_write": 0, "tokens_cache_read": 17362304, "tokens_output": 160641, "tokens_reasoning": 119235, "cost_usd": 0.155155362, "cost_usd_computed": 0.155156, "cost_usd_reported": 0.155155362, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_humanoid_walk_cycle__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "blender", "prompt_id": "blender_humanoid_walk_cycle", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 3335.2, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 0, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "blender_lighthouse_diorama__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_lighthouse_diorama", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1271.3, "tokens_input": 156, "tokens_cache_write": 110275, "tokens_cache_read": 3206205, "tokens_output": 46804, "tokens_reasoning": 21397, "cost_usd": 6.650715, "cost_usd_computed": 6.650715, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_lowpoly_dragon__codex__gpt-6-astra__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_lowpoly_dragon", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1324.3, "tokens_input": 165, "tokens_cache_write": 100215, "tokens_cache_read": 3854767, "tokens_output": 39426, "tokens_reasoning": 16906, "cost_usd": 6.829867, "cost_usd_computed": 6.829867, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_lowpoly_dragon__dsh__deepseek-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_lowpoly_dragon", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4075.1, "tokens_input": 92379, "tokens_cache_write": 0, "tokens_cache_read": 20169600, "tokens_output": 154000, "tokens_reasoning": 81910, "cost_usd": 0.166766, "cost_usd_computed": 0.166766, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_lowpoly_dragon__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_lowpoly_dragon", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5169.5, "tokens_input": 57260, "tokens_cache_write": 0, "tokens_cache_read": 17339776, "tokens_output": 145103, "tokens_reasoning": 89709, "cost_usd": 0.14767012799999993, "cost_usd_computed": 0.14767, "cost_usd_reported": 0.14767012799999993, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_lowpoly_dragon__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_lowpoly_dragon", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2990.3, "tokens_input": 213, "tokens_cache_write": 77846, "tokens_cache_read": 3666392, "tokens_output": 38644, "tokens_reasoning": 11889, "cost_usd": 6.573797000000001, "cost_usd_computed": 6.379182, "cost_usd_reported": 6.573797000000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_lowpoly_dragon__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_lowpoly_dragon", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4900.6, "tokens_input": 234192, "tokens_cache_write": 0, "tokens_cache_read": 3045748, "tokens_output": 46257, "tokens_reasoning": 21990, "cost_usd": 2.3101553999999997, "cost_usd_computed": 2.310155, "cost_usd_reported": 2.3101553999999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_sci_fi_helmet__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_sci_fi_helmet", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2239.7, "tokens_input": 231, "tokens_cache_write": 114596, "tokens_cache_read": 5503653, "tokens_output": 56640, "tokens_reasoning": 31122, "cost_usd": 9.483923, "cost_usd_computed": 9.483923, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_spongebob__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_spongebob", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 958.5, "tokens_input": 22, "tokens_cache_write": 68310, "tokens_cache_read": 434136, "tokens_output": 20717, "tokens_reasoning": 6627, "cost_usd": 0.842805, "cost_usd_computed": 0.842805, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_spongebob__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_spongebob", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2695.7, "tokens_input": 42, "tokens_cache_write": 254977, "tokens_cache_read": 1197220, "tokens_output": 26252, "tokens_reasoning": 13142, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_spongebob__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_spongebob", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1976.0, "tokens_input": 159, "tokens_cache_write": 88942, "tokens_cache_read": 3050210, "tokens_output": 56921, "tokens_reasoning": 37102, "cost_usd": 6.78727, "cost_usd_computed": 6.78727, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_spongebob__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_spongebob", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 880.2, "tokens_input": 17678, "tokens_cache_write": 57924, "tokens_cache_read": 950305, "tokens_output": 35613, "tokens_reasoning": 21047, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_spongebob__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_spongebob", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4473.9, "tokens_input": 28484, "tokens_cache_write": 0, "tokens_cache_read": 2680704, "tokens_output": 65388, "tokens_reasoning": 50296, "cost_usd": 0.05154751199999998, "cost_usd_computed": 0.051548, "cost_usd_reported": 0.05154751199999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_spongebob__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "blender", "prompt_id": "blender_spongebob", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4002.9, "tokens_input": 122643, "tokens_cache_write": 0, "tokens_cache_read": 4070653, "tokens_output": 105779, "tokens_reasoning": 86686, "cost_usd": 1.6954975799999996, "cost_usd_computed": 1.695498, "cost_usd_reported": 1.6954975799999996, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_steam_locomotive__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_steam_locomotive", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2242.8, "tokens_input": 216, "tokens_cache_write": 157850, "tokens_cache_read": 7207485, "tokens_output": 78793, "tokens_reasoning": 46005, "cost_usd": 12.727795, "cost_usd_computed": 12.727795, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "blender_vintage_rangefinder_camera__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "blender_vintage_rangefinder_camera", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3002.7, "tokens_input": 80109, "tokens_cache_write": 132535, "tokens_cache_read": 6965127, "tokens_output": 73551, "tokens_reasoning": 45299, "cost_usd": 12.769117, "cost_usd_computed": 12.769117, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1475.0, "tokens_input": 1060, "tokens_cache_write": 159289, "tokens_cache_read": 3575011, "tokens_output": 97710, "tokens_reasoning": 72123, "cost_usd": 7.780966, "cost_usd_computed": 7.780966, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 753.5, "tokens_input": 62468, "tokens_cache_write": 0, "tokens_cache_read": 79802, "tokens_output": 44780, "tokens_reasoning": null, "cost_usd": 0.305236, "cost_usd_computed": 0.305236, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "bmw_m4_side", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1261.3, "tokens_input": 165298, "tokens_cache_write": 0, "tokens_cache_read": 1613291, "tokens_output": 84680, "tokens_reasoning": 0, "cost_usd": 1.023465, "cost_usd_computed": 1.023465, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2969.6, "tokens_input": 226, "tokens_cache_write": 364130, "tokens_cache_read": 25693345, "tokens_output": 222976, "tokens_reasoning": null, "cost_usd": 11.57, "cost_usd_computed": 11.419743, "cost_usd_reported": 11.57, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__claude-code__opus-5-5__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 3997.765, "tokens_input": 236254, "tokens_cache_write": 481056, "tokens_cache_read": 9657068, "tokens_output": 349348, "tokens_reasoning": 250883, "cost_usd": 12.368669600000002, "cost_usd_computed": 12.26867, "cost_usd_reported": 12.368669600000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1930.001, "tokens_input": 32057, "tokens_cache_write": 227335, "tokens_cache_read": 5528395, "tokens_output": 240236, "tokens_reasoning": 203927, "cost_usd": 7.195301999999999, "cost_usd_computed": null, "cost_usd_reported": 7.195301999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__cline__deepseek-v4.1-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 954.0, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "bmw_m4_side__cline__gemini-3.8-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "dnf", "wall_time_s": 319.1, "tokens_input": 52951, "tokens_cache_write": 0, "tokens_cache_read": 3206, "tokens_output": 1239, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__cline__gemini-3.8-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "dnf", "wall_time_s": 2017.7, "tokens_input": 82286, "tokens_cache_write": 0, "tokens_cache_read": 44208, "tokens_output": 1221, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__cline__mimo-v2.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 3034.6, "tokens_input": 125567, "tokens_cache_write": 0, "tokens_cache_read": 4116096, "tokens_output": 59061, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 333.5, "tokens_input": 205198, "tokens_cache_write": 0, "tokens_cache_read": 665828, "tokens_output": 32859, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 64.0, "tokens_input": 11586, "tokens_cache_write": 0, "tokens_cache_read": 101739, "tokens_output": 8174, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 357.7, "tokens_input": 27887, "tokens_cache_write": 0, "tokens_cache_read": 104986, "tokens_output": 14118, "tokens_reasoning": 5361, "cost_usd": 1.089756, "cost_usd_computed": 1.089756, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "bmw_m4_side", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 153.3, "tokens_input": 33, "tokens_cache_write": 33238, "tokens_cache_read": 240701, "tokens_output": 17975, "tokens_reasoning": 11847, "cost_usd": 0.294432, "cost_usd_computed": 0.294432, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 800.1, "tokens_input": 37965, "tokens_cache_write": 0, "tokens_cache_read": 8003328, "tokens_output": 131202, "tokens_reasoning": 90626, "cost_usd": 0.108426, "cost_usd_computed": 0.108426, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__kimi-code__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 762.4, "tokens_input": 49339, "tokens_cache_write": 0, "tokens_cache_read": 771370, "tokens_output": 20124, "tokens_reasoning": null, "cost_usd": 0.681288, "cost_usd_computed": 0.681288, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "bmw_m4_side", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2391.0, "tokens_input": 89854, "tokens_cache_write": 0, "tokens_cache_read": 31525120, "tokens_output": 224149, "tokens_reasoning": 151965, "cost_usd": 0.24254286000000014, "cost_usd_computed": 0.242542, "cost_usd_reported": 0.24254286000000014, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1589.5, "tokens_input": 92, "tokens_cache_write": 147313, "tokens_cache_read": 3025502, "tokens_output": 101597, "tokens_reasoning": 71954, "cost_usd": 7.678557999999997, "cost_usd_computed": 7.678557, "cost_usd_reported": 7.678557999999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__gemini-3.8-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 269.2, "tokens_input": 88349, "tokens_cache_write": 0, "tokens_cache_read": 12202, "tokens_output": 1631, "tokens_reasoning": 1257, "cost_usd": 0.07329314999999999, "cost_usd_computed": 0.073293, "cost_usd_reported": 0.07329314999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 967.6, "tokens_input": 82953, "tokens_cache_write": 0, "tokens_cache_read": 1358972, "tokens_output": 8191, "tokens_reasoning": 61351, "cost_usd": 0.7755, "cost_usd_computed": 0.775451, "cost_usd_reported": 0.7755, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 406.4, "tokens_input": 39, "tokens_cache_write": 26805, "tokens_cache_read": 207150, "tokens_output": 9942, "tokens_reasoning": 6876, "cost_usd": 1.3835, "cost_usd_computed": 1.31649, "cost_usd_reported": 1.3835, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 847.3, "tokens_input": 39077, "tokens_cache_write": 0, "tokens_cache_read": 499894, "tokens_output": 8264, "tokens_reasoning": 14735, "cost_usd": 0.6122, "cost_usd_computed": 0.612184, "cost_usd_reported": 0.6122, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 430.8, "tokens_input": 64976, "tokens_cache_write": 0, "tokens_cache_read": 1316866, "tokens_output": 31053, "tokens_reasoning": 7041, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3319.5, "tokens_input": 252, "tokens_cache_write": 507530, "tokens_cache_read": 14891252, "tokens_output": 62038, "tokens_reasoning": 204589, "cost_usd": 10.8494, "cost_usd_computed": 10.849448, "cost_usd_reported": 10.8494, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2581.273, "tokens_input": 202, "tokens_cache_write": 426602, "tokens_cache_read": 23542396, "tokens_output": 73721, "tokens_reasoning": 200515, "cost_usd": 8.517748, "cost_usd_computed": null, "cost_usd_reported": 8.517748, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__opencode__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 529.0, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "bmw_m4_side__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "bmw_m4_side", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 9.09, "tokens_input": 98, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 844, "tokens_reasoning": 807, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__claude-code__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1419.5, "tokens_input": 612, "tokens_cache_write": 96423, "tokens_cache_read": 980903, "tokens_output": 96263, "tokens_reasoning": null, "cost_usd": 6.28, "cost_usd_computed": 6.269784, "cost_usd_reported": 6.28, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 823.4, "tokens_input": 78160, "tokens_cache_write": 0, "tokens_cache_read": 392431, "tokens_output": 58579, "tokens_reasoning": null, "cost_usd": 0.469204, "cost_usd_computed": 0.469204, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1029.4, "tokens_input": 108286, "tokens_cache_write": 0, "tokens_cache_read": 1154685, "tokens_output": 72590, "tokens_reasoning": 0, "cost_usd": 0.771214, "cost_usd_computed": 0.771214, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1832.2, "tokens_input": 96, "tokens_cache_write": 334230, "tokens_cache_read": 7963139, "tokens_output": 169656, "tokens_reasoning": null, "cost_usd": 6.66, "cost_usd_computed": 6.657282, "cost_usd_reported": 6.66, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__cline__deepseek-v4.1-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1283.7, "tokens_input": 195107, "tokens_cache_write": 0, "tokens_cache_read": 6487424, "tokens_output": 191244, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__cline__gemini-3.8-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 547.9, "tokens_input": 207559, "tokens_cache_write": 0, "tokens_cache_read": 644501, "tokens_output": 62142, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1325.2, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 215.2, "tokens_input": 132858, "tokens_cache_write": 0, "tokens_cache_read": 165520, "tokens_output": 20721, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 101.1, "tokens_input": 17976, "tokens_cache_write": 0, "tokens_cache_read": 324557, "tokens_output": 11964, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 507.8, "tokens_input": 34355, "tokens_cache_write": 0, "tokens_cache_read": 205640, "tokens_output": 17921, "tokens_reasoning": 6003, "cost_usd": 1.44524, "cost_usd_computed": 1.44524, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 194.9, "tokens_input": 24, "tokens_cache_write": 36310, "tokens_cache_read": 181259, "tokens_output": 23267, "tokens_reasoning": 14234, "cost_usd": 0.34159, "cost_usd_computed": 0.34159, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1020.1, "tokens_input": 48775, "tokens_cache_write": 0, "tokens_cache_read": 16517120, "tokens_output": 201002, "tokens_reasoning": 106103, "cost_usd": 0.177468, "cost_usd_computed": 0.177468, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__hermes-omh__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 12010.7, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__hermes__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 9010.1, "tokens_input": 126, "tokens_cache_write": 1066379, "tokens_cache_read": 6074647, "tokens_output": 864215, "tokens_reasoning": null, "cost_usd": 23.831628400000007, "cost_usd_computed": 23.831628, "cost_usd_reported": 23.831628400000007, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__kilo__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Kilo Code CLI 7.7.9", "harness_family": "Kilo Code CLI 7.7.9", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2403.9, "tokens_input": 140, "tokens_cache_write": 404181, "tokens_cache_read": 13425521, "tokens_output": 214570, "tokens_reasoning": null, "cost_usd": 8.997969, "cost_usd_computed": 8.997969, "cost_usd_reported": 8.997969, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__kimi-code__kimi-k3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1064.3, "tokens_input": 61015, "tokens_cache_write": 0, "tokens_cache_read": 924791, "tokens_output": 34386, "tokens_reasoning": null, "cost_usd": 0.976272, "cost_usd_computed": 0.976272, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__omp__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Oh My Pi (omp) 18.3.1", "harness_family": "Oh My Pi (omp) 18.3.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4185.4, "tokens_input": 354, "tokens_cache_write": 954203, "tokens_cache_read": 57414729, "tokens_output": 311672, "tokens_reasoning": null, "cost_usd": 22.488817, "cost_usd_computed": 22.488817, "cost_usd_reported": 22.488817, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 506.9, "tokens_input": 50321, "tokens_cache_write": 0, "tokens_cache_read": 6102144, "tokens_output": 33343, "tokens_reasoning": 70800, "cost_usd": 0.0883, "cost_usd_computed": 0.08834, "cost_usd_reported": 0.0883, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1368.9, "tokens_input": 50, "tokens_cache_write": 140454, "tokens_cache_read": 1896732, "tokens_output": 24792, "tokens_reasoning": 64673, "cost_usd": 6.7036, "cost_usd_computed": 6.703608, "cost_usd_reported": 6.7036, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1027.6, "tokens_input": 102170, "tokens_cache_write": 0, "tokens_cache_read": 1624586, "tokens_output": 13849, "tokens_reasoning": 62350, "cost_usd": 0.9007, "cost_usd_computed": 0.900706, "cost_usd_reported": 0.9007, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 586.7, "tokens_input": 45, "tokens_cache_write": 35158, "tokens_cache_read": 268706, "tokens_output": 16907, "tokens_reasoning": 6932, "cost_usd": 1.9006, "cost_usd_computed": 1.812686, "cost_usd_reported": 1.9006, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1267.9, "tokens_input": 39854, "tokens_cache_write": 0, "tokens_cache_read": 252160, "tokens_output": 8449, "tokens_reasoning": 24107, "cost_usd": 0.6835, "cost_usd_computed": 0.68355, "cost_usd_reported": 0.6835, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1133.3, "tokens_input": 85781, "tokens_cache_write": 0, "tokens_cache_read": 2436096, "tokens_output": 60068, "tokens_reasoning": 45097, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 316.7, "tokens_input": 42110, "tokens_cache_write": 0, "tokens_cache_read": 487026, "tokens_output": 21969, "tokens_reasoning": 6323, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2151.2, "tokens_input": 164, "tokens_cache_write": 328677, "tokens_cache_read": 14456974, "tokens_output": 62566, "tokens_reasoning": 136140, "cost_usd": 8.5096, "cost_usd_computed": 8.509556, "cost_usd_reported": 8.5096, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2766.073, "tokens_input": 258, "tokens_cache_write": 428364, "tokens_cache_read": 35030393, "tokens_output": 101743, "tokens_reasoning": 218917, "cost_usd": 11.284105, "cost_usd_computed": null, "cost_usd_reported": 11.284105, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__opencode__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 428.3, "tokens_input": 10845, "tokens_cache_write": 0, "tokens_cache_read": 276089, "tokens_output": 16487, "tokens_reasoning": 6858, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1671.5, "tokens_input": 146, "tokens_cache_write": 202332, "tokens_cache_read": 10176011, "tokens_output": 140630, "tokens_reasoning": null, "cost_usd": 5.860046, "cost_usd_computed": 5.860046, "cost_usd_reported": 5.860046, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__pi__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2338.8, "tokens_input": 180, "tokens_cache_write": 250773, "tokens_cache_read": 15425292, "tokens_output": 200119, "tokens_reasoning": null, "cost_usd": 8.342023, "cost_usd_computed": 8.342023, "cost_usd_reported": 8.342023, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "brown_pelican_detailed__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "brown_pelican_detailed", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 8.01, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 955, "tokens_reasoning": 922, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_crane_rise__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_crane_rise", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1811.0, "tokens_input": 78, "tokens_cache_write": 198548, "tokens_cache_read": 3989886, "tokens_output": 169696, "tokens_reasoning": 137440, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_dolly_zoom__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_dolly_zoom", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1450.6, "tokens_input": 54, "tokens_cache_write": 75484, "tokens_cache_read": 2068635, "tokens_output": 50317, "tokens_reasoning": 29076, "cost_usd": 1.797703, "cost_usd_computed": 1.797703, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_dolly_zoom__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_dolly_zoom", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1142.0, "tokens_input": 48, "tokens_cache_write": 117211, "tokens_cache_read": 1996121, "tokens_output": 85458, "tokens_reasoning": 66188, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_dolly_zoom__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_dolly_zoom", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1653.6, "tokens_input": 219, "tokens_cache_write": 82037, "tokens_cache_read": 4073641, "tokens_output": 56574, "tokens_reasoning": 40080, "cost_usd": 1.54498, "cost_usd_computed": 1.54498, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_dolly_zoom__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_dolly_zoom", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1691.8, "tokens_input": 17553, "tokens_cache_write": 84963, "tokens_cache_read": 1876438, "tokens_output": 59043, "tokens_reasoning": 34721, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_dutch_angle__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_dutch_angle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1309.5, "tokens_input": 56, "tokens_cache_write": 124314, "tokens_cache_read": 2957208, "tokens_output": 85634, "tokens_reasoning": 51579, "cost_usd": 2.925916, "cost_usd_computed": 2.925916, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_dutch_angle__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_dutch_angle", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 543.0, "tokens_input": 108, "tokens_cache_write": 72605, "tokens_cache_read": 1689659, "tokens_output": 47527, "tokens_reasoning": 28719, "cost_usd": 0.958628, "cost_usd_computed": 0.958628, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_low_angle_hero__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_low_angle_hero", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1194.2, "tokens_input": 94, "tokens_cache_write": 173856, "tokens_cache_read": 4752186, "tokens_output": 116779, "tokens_reasoning": 79065, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_noir_low_key__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_noir_low_key", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2417.0, "tokens_input": 104, "tokens_cache_write": 169795, "tokens_cache_read": 6061832, "tokens_output": 104709, "tokens_reasoning": 60771, "cost_usd": 4.155937, "cost_usd_computed": 4.155937, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_noir_low_key__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_noir_low_key", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1513.3, "tokens_input": 90, "tokens_cache_write": 136935, "tokens_cache_read": 5098507, "tokens_output": 130040, "tokens_reasoning": 93604, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_noir_low_key__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_noir_low_key", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 506.0, "tokens_input": 204, "tokens_cache_write": 78620, "tokens_cache_read": 3539293, "tokens_output": 47817, "tokens_reasoning": 27944, "cost_usd": 1.343677, "cost_usd_computed": 1.343677, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_noir_low_key__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_noir_low_key", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1023.3, "tokens_input": 11199, "tokens_cache_write": 68329, "tokens_cache_read": 906016, "tokens_output": 46273, "tokens_reasoning": 24750, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_orbit_360__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_orbit_360", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2862.6, "tokens_input": 54, "tokens_cache_write": 285828, "tokens_cache_read": 1868876, "tokens_output": 55250, "tokens_reasoning": 27005, "cost_usd": 2.908131, "cost_usd_computed": 2.908131, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_orbit_360__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_orbit_360", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1429.7, "tokens_input": 56, "tokens_cache_write": 126918, "tokens_cache_read": 2623815, "tokens_output": 79637, "tokens_reasoning": 44441, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_orbit_360__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_orbit_360", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1048.5, "tokens_input": 201, "tokens_cache_write": 71500, "tokens_cache_read": 3166772, "tokens_output": 44970, "tokens_reasoning": 26938, "cost_usd": 1.226456, "cost_usd_computed": 1.226456, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_orbit_360__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_orbit_360", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4430.9, "tokens_input": 9286, "tokens_cache_write": 158793, "tokens_cache_read": 5437927, "tokens_output": 128631, "tokens_reasoning": 95151, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_rack_focus__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_rack_focus", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2002.1, "tokens_input": 102, "tokens_cache_write": 186685, "tokens_cache_read": 5266063, "tokens_output": 137647, "tokens_reasoning": 91650, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_silhouette_backlight__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_silhouette_backlight", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2222.1, "tokens_input": 96, "tokens_cache_write": 191515, "tokens_cache_read": 7118054, "tokens_output": 125697, "tokens_reasoning": 79552, "cost_usd": 4.89551, "cost_usd_computed": 4.89551, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_silhouette_backlight__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_silhouette_backlight", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1609.1, "tokens_input": 100, "tokens_cache_write": 129781, "tokens_cache_read": 5278132, "tokens_output": 151155, "tokens_reasoning": 116608, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_silhouette_backlight__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_silhouette_backlight", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 870.6, "tokens_input": 261, "tokens_cache_write": 144820, "tokens_cache_read": 7686722, "tokens_output": 94471, "tokens_reasoning": 60996, "cost_usd": 2.772216, "cost_usd_computed": 2.772216, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_silhouette_backlight__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_silhouette_backlight", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2057.8, "tokens_input": 13429, "tokens_cache_write": 96936, "tokens_cache_read": 1786194, "tokens_output": 67110, "tokens_reasoning": 45781, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_tracking_shot__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_tracking_shot", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2569.9, "tokens_input": 54, "tokens_cache_write": 164135, "tokens_cache_read": 3870080, "tokens_output": 135013, "tokens_reasoning": 102062, "cost_usd": 4.295167, "cost_usd_computed": 4.295167, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_tracking_shot__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_tracking_shot", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1644.1, "tokens_input": 60, "tokens_cache_write": 87792, "tokens_cache_read": 2470675, "tokens_output": 121878, "tokens_reasoning": 95119, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_tracking_shot__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_tracking_shot", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2106.6, "tokens_input": 333, "tokens_cache_write": 114514, "tokens_cache_read": 7943119, "tokens_output": 80322, "tokens_reasoning": 51454, "cost_usd": 2.621538, "cost_usd_computed": 2.621538, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "cine_whip_pan__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "cine_whip_pan", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1492.5, "tokens_input": 78, "tokens_cache_write": 192217, "tokens_cache_read": 3200825, "tokens_output": 143187, "tokens_reasoning": 94864, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "coastal_shallows__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "html_animation", "prompt_id": "coastal_shallows", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2759.338, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "codrops_style_scroll_story__api-oneshot__claude-fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "html_animation", "prompt_id": "codrops_style_scroll_story", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 568.2, "tokens_input": 227, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 49059, "tokens_reasoning": 33894, "cost_usd": 2.45522, "cost_usd_computed": 2.45522, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "codrops_style_scroll_story__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "html_animation", "prompt_id": "codrops_style_scroll_story", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 210.4, "tokens_input": 215, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 28529, "tokens_reasoning": 21058, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "codrops_style_scroll_story__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "html_animation", "prompt_id": "codrops_style_scroll_story", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 283.0, "tokens_input": 133, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 15008, "tokens_reasoning": 3624, "cost_usd": 0.75173, "cost_usd_computed": 0.75173, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "codrops_style_scroll_story__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "html_animation", "prompt_id": "codrops_style_scroll_story", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 160.2, "tokens_input": 133, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 8561, "tokens_reasoning": 1034, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "codrops_style_scroll_story__api-oneshot__minimax-m3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "html_animation", "prompt_id": "codrops_style_scroll_story", "model": "minimax-m3", "model_id": "minimax-m3", "vendor": "unknown", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 155.3, "tokens_input": 252, "tokens_cache_write": null, "tokens_cache_read": 124, "tokens_output": 31084, "tokens_reasoning": 21302, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "creature_robot_blueprint__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "creature_robot_blueprint", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2229.2, "tokens_input": 52, "tokens_cache_write": 335556, "tokens_cache_read": 3685929, "tokens_output": 132570, "tokens_reasoning": 72225, "cost_usd": 5.066574, "cost_usd_computed": 5.066574, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "creature_robot_blueprint__claude-code__opus-5-5-low__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "creature_robot_blueprint", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "low", "status": "ok", "wall_time_s": 158.8, "tokens_input": 4, "tokens_cache_write": 47832, "tokens_cache_read": 30340, "tokens_output": 18094, "tokens_reasoning": 401, "cost_usd": 0.607124, "cost_usd_computed": 0.607124, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "creature_robot_blueprint__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "creature_robot_blueprint", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2091.2, "tokens_input": 54, "tokens_cache_write": 233852, "tokens_cache_read": 2037420, "tokens_output": 229329, "tokens_reasoning": 179965, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "creature_robot_blueprint__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "creature_robot_blueprint", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1414.8, "tokens_input": 69, "tokens_cache_write": 86628, "tokens_cache_read": 1304419, "tokens_output": 63158, "tokens_reasoning": 25840, "cost_usd": 5.329289, "cost_usd_computed": 5.329289, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "creature_robot_blueprint__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "creature_robot_blueprint", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1185.5, "tokens_input": 1360, "tokens_cache_write": 85241, "tokens_cache_read": 1056818, "tokens_output": 63192, "tokens_reasoning": 24326, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "creature_robot_blueprint__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "creature_robot_blueprint", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1031.9, "tokens_input": 26756, "tokens_cache_write": 0, "tokens_cache_read": 12273536, "tokens_output": 206949, "tokens_reasoning": 153962, "cost_usd": 0.16500340799999996, "cost_usd_computed": 0.165003, "cost_usd_reported": 0.16500340799999996, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "creature_robot_blueprint__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "creature_robot_blueprint", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2548.1, "tokens_input": 167557, "tokens_cache_write": 0, "tokens_cache_read": 6985861, "tokens_output": 140465, "tokens_reasoning": 101359, "cost_usd": 2.66894966, "cost_usd_computed": 2.66895, "cost_usd_reported": 2.66894966, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_bikeshare_week__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "data_dashboards", "prompt_id": "dash_bikeshare_week", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 706.5, "tokens_input": 66, "tokens_cache_write": 108767, "tokens_cache_read": 3258889, "tokens_output": 60938, "tokens_reasoning": 23661, "cost_usd": 2.414637, "cost_usd_computed": 2.414637, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_bikeshare_week__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "data_dashboards", "prompt_id": "dash_bikeshare_week", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 509.9, "tokens_input": 38, "tokens_cache_write": 97917, "tokens_cache_read": 1277230, "tokens_output": 64126, "tokens_reasoning": 23942, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_bikeshare_week__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_bikeshare_week", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1090.0, "tokens_input": 45, "tokens_cache_write": 54999, "tokens_cache_read": 488490, "tokens_output": 35316, "tokens_reasoning": 11419, "cost_usd": 2.80473, "cost_usd_computed": 2.80473, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_bikeshare_week__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "data_dashboards", "prompt_id": "dash_bikeshare_week", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 359.2, "tokens_input": 63, "tokens_cache_write": 75311, "tokens_cache_read": 1037183, "tokens_output": 49493, "tokens_reasoning": 27882, "cost_usd": 0.853115, "cost_usd_computed": 0.853115, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_bikeshare_week__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_bikeshare_week", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 751.4, "tokens_input": 75, "tokens_cache_write": 52918, "tokens_cache_read": 697072, "tokens_output": 37440, "tokens_reasoning": 7510, "cost_usd": 3.231296999999999, "cost_usd_computed": 3.099002, "cost_usd_reported": 3.231296999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_coffee_chain_sales__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "data_dashboards", "prompt_id": "dash_coffee_chain_sales", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 566.3, "tokens_input": 46, "tokens_cache_write": 117537, "tokens_cache_read": 1757850, "tokens_output": 54233, "tokens_reasoning": 19777, "cost_usd": 2.024099, "cost_usd_computed": 2.024099, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_coffee_chain_sales__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "data_dashboards", "prompt_id": "dash_coffee_chain_sales", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 369.3, "tokens_input": 50, "tokens_cache_write": 109808, "tokens_cache_read": 2072874, "tokens_output": 38780, "tokens_reasoning": 13613, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_coffee_chain_sales__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_coffee_chain_sales", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1557.3, "tokens_input": 63, "tokens_cache_write": 72106, "tokens_cache_read": 966453, "tokens_output": 50519, "tokens_reasoning": 20249, "cost_usd": 4.214093, "cost_usd_computed": 4.214093, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_coffee_chain_sales__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "data_dashboards", "prompt_id": "dash_coffee_chain_sales", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 375.7, "tokens_input": 66, "tokens_cache_write": 81337, "tokens_cache_read": 1155268, "tokens_output": 53918, "tokens_reasoning": 27033, "cost_usd": 0.93304, "cost_usd_computed": 0.93304, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_coffee_chain_sales__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_coffee_chain_sales", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1271.3, "tokens_input": 102, "tokens_cache_write": 63325, "tokens_cache_read": 1442095, "tokens_output": 46851, "tokens_reasoning": 14004, "cost_usd": 4.577227500000001, "cost_usd_computed": 4.418915, "cost_usd_reported": 4.577227500000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_ecommerce_funnel__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_ecommerce_funnel", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1915.2, "tokens_input": 1849, "tokens_cache_write": 101053, "tokens_cache_read": 1818594, "tokens_output": 80611, "tokens_reasoning": 32634, "cost_usd": 6.878164, "cost_usd_computed": 6.878164, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_ecommerce_funnel__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_ecommerce_funnel", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1432.0, "tokens_input": 93, "tokens_cache_write": 65456, "tokens_cache_read": 1334358, "tokens_output": 46142, "tokens_reasoning": 11658, "cost_usd": 4.296948, "cost_usd_computed": 4.296948, "cost_usd_reported": 4.460588, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_football_league_season__codex__gpt-6-astra__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_football_league_season", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2171.0, "tokens_input": 54, "tokens_cache_write": 93485, "tokens_cache_read": 981994, "tokens_output": 57557, "tokens_reasoning": 19844, "cost_usd": 4.795234, "cost_usd_computed": 4.795234, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_football_league_season__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_football_league_season", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1246.6, "tokens_input": 75, "tokens_cache_write": 83137, "tokens_cache_read": 1400561, "tokens_output": 40835, "tokens_reasoning": 6043, "cost_usd": 4.482273500000001, "cost_usd_computed": 4.274431, "cost_usd_reported": 4.482273500000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_marathon_results__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_marathon_results", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2322.9, "tokens_input": 78, "tokens_cache_write": 103493, "tokens_cache_read": 1805987, "tokens_output": 70890, "tokens_reasoning": 26699, "cost_usd": 6.386197, "cost_usd_computed": 6.386197, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_marathon_results__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_marathon_results", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1908.9, "tokens_input": 105, "tokens_cache_write": 84595, "tokens_cache_read": 2175931, "tokens_output": 47278, "tokens_reasoning": 11019, "cost_usd": 5.598318500000001, "cost_usd_computed": 5.386831, "cost_usd_reported": 5.598318500000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_power_grid_day__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_power_grid_day", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1153.4, "tokens_input": 60, "tokens_cache_write": 136823, "tokens_cache_read": 2722878, "tokens_output": 73008, "tokens_reasoning": 31012, "cost_usd": 2.689091, "cost_usd_computed": 2.689091, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_power_grid_day__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_power_grid_day", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1375.7, "tokens_input": 63, "tokens_cache_write": 101732, "tokens_cache_read": 1050601, "tokens_output": 58799, "tokens_reasoning": 23639, "cost_usd": 5.008501, "cost_usd_computed": 5.008501, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_power_grid_day__opencode__gpt-6-astra__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_power_grid_day", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1708.4, "tokens_input": 120, "tokens_cache_write": 99242, "tokens_cache_read": 2629927, "tokens_output": 44934, "tokens_reasoning": 11408, "cost_usd": 6.118352, "cost_usd_computed": 5.870247, "cost_usd_reported": 6.118352, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_saas_growth_metrics__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_saas_growth_metrics", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1285.0, "tokens_input": 64, "tokens_cache_write": 203239, "tokens_cache_read": 3882090, "tokens_output": 98146, "tokens_reasoning": 38622, "cost_usd": 3.755789, "cost_usd_computed": 3.755789, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_saas_growth_metrics__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_saas_growth_metrics", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2044.0, "tokens_input": 75, "tokens_cache_write": 158518, "tokens_cache_read": 1414332, "tokens_output": 68101, "tokens_reasoning": 23999, "cost_usd": 6.405312, "cost_usd_computed": 6.405312, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_saas_growth_metrics__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_saas_growth_metrics", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1077.5, "tokens_input": 78, "tokens_cache_write": 62153, "tokens_cache_read": 1082812, "tokens_output": 44603, "tokens_reasoning": 9048, "cost_usd": 4.0906544999999985, "cost_usd_computed": 3.935272, "cost_usd_reported": 4.0906544999999985, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_world_weather_stations__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_world_weather_stations", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1214.0, "tokens_input": 56, "tokens_cache_write": 136996, "tokens_cache_read": 3131054, "tokens_output": 83754, "tokens_reasoning": 41088, "cost_usd": 2.986495, "cost_usd_computed": 2.986495, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_world_weather_stations__codex__gpt-6-astra__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_world_weather_stations", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1894.5, "tokens_input": 48, "tokens_cache_write": 82539, "tokens_cache_read": 856911, "tokens_output": 49897, "tokens_reasoning": 15033, "cost_usd": 4.177631, "cost_usd_computed": 4.177631, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dash_world_weather_stations__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "data_dashboards", "prompt_id": "dash_world_weather_stations", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2241.0, "tokens_input": 84, "tokens_cache_write": 83928, "tokens_cache_read": 1565054, "tokens_output": 42339, "tokens_reasoning": 12037, "cost_usd": 4.731944, "cost_usd_computed": 4.522124, "cost_usd_reported": 4.731944, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 799.4, "tokens_input": 514, "tokens_cache_write": 126549, "tokens_cache_read": 1125606, "tokens_output": 54099, "tokens_reasoning": 41291, "cost_usd": 4.573354, "cost_usd_computed": 4.573354, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__claude-code__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1594.8, "tokens_input": 124242, "tokens_cache_write": 0, "tokens_cache_read": 2468591, "tokens_output": 88387, "tokens_reasoning": 0, "cost_usd": 1.204676, "cost_usd_computed": 1.204676, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1037.3, "tokens_input": 80, "tokens_cache_write": 116741, "tokens_cache_read": 3236492, "tokens_output": 74200, "tokens_reasoning": 47442, "cost_usd": 2.715323, "cost_usd_computed": 2.715323, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 526.0, "tokens_input": 27103, "tokens_cache_write": 0, "tokens_cache_read": 2800384, "tokens_output": 76333, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__cline__deepseek-v4.1-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1306.4, "tokens_input": 125221, "tokens_cache_write": 0, "tokens_cache_read": 8111744, "tokens_output": 181962, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__cline__gemini-3.8-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "dnf", "wall_time_s": 16.6, "tokens_input": 3657, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 848, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 2056.2, "tokens_input": 11745, "tokens_cache_write": 0, "tokens_cache_read": 119104, "tokens_output": 1386, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__cline__muse-spark-1.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 147.9, "tokens_input": 120773, "tokens_cache_write": 0, "tokens_cache_read": 158593, "tokens_output": 16583, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 329.6, "tokens_input": 27, "tokens_cache_write": 32291, "tokens_cache_read": 159859, "tokens_output": 17370, "tokens_reasoning": 7914, "cost_usd": 1.351539, "cost_usd_computed": 1.351539, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 117.8, "tokens_input": 24, "tokens_cache_write": 24523, "tokens_cache_read": 138229, "tokens_output": 14414, "tokens_reasoning": 8709, "cost_usd": 0.22088, "cost_usd_computed": 0.22088, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "infra_dnf", "wall_time_s": 374.4, "tokens_input": 14580, "tokens_cache_write": 0, "tokens_cache_read": 1152256, "tokens_output": 78186, "tokens_reasoning": 51029, "cost_usd": 0.052556, "cost_usd_computed": 0.052556, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__hermes__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2492.8, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__kimi-code__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 608.5, "tokens_input": 27131, "tokens_cache_write": 0, "tokens_cache_read": 775424, "tokens_output": 18527, "tokens_reasoning": null, "cost_usd": 0.591925, "cost_usd_computed": 0.591925, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__omp__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Oh My Pi (omp) 18.3.1", "harness_family": "Oh My Pi (omp) 18.3.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1860.2, "tokens_input": 176, "tokens_cache_write": 224897, "tokens_cache_read": 11552707, "tokens_output": 149477, "tokens_reasoning": null, "cost_usd": 6.42527, "cost_usd_computed": 6.42527, "cost_usd_reported": 6.42527, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 562.7, "tokens_input": 22692, "tokens_cache_write": 0, "tokens_cache_read": 4263680, "tokens_output": 80178, "tokens_reasoning": 59975, "cost_usd": 0.06430163999999998, "cost_usd_computed": 0.064302, "cost_usd_reported": 0.06430163999999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1261.2, "tokens_input": 88, "tokens_cache_write": 120084, "tokens_cache_read": 2520705, "tokens_output": 75130, "tokens_reasoning": 47987, "cost_usd": 5.888606250000001, "cost_usd_computed": 5.888606, "cost_usd_reported": 5.888606250000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1651.3, "tokens_input": 109594, "tokens_cache_write": 0, "tokens_cache_read": 1817146, "tokens_output": 92577, "tokens_reasoning": 80569, "cost_usd": 1.03322836, "cost_usd_computed": 1.033229, "cost_usd_reported": 1.03322836, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 298.8, "tokens_input": 39, "tokens_cache_write": 22441, "tokens_cache_read": 188690, "tokens_output": 14280, "tokens_reasoning": 4734, "cost_usd": 1.1835925, "cost_usd_computed": 1.12749, "cost_usd_reported": 1.1835925, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1031.7, "tokens_input": 44436, "tokens_cache_write": 0, "tokens_cache_read": 862148, "tokens_output": 30946, "tokens_reasoning": 21678, "cost_usd": 0.8561424, "cost_usd_computed": 0.856142, "cost_usd_reported": 0.8561424, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1279.6, "tokens_input": 104311, "tokens_cache_write": 0, "tokens_cache_read": 1892992, "tokens_output": 85507, "tokens_reasoning": 72681, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__opencode__muse-spark-1.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 22.0, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 0, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "dolphin_vlog_bicycle__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1288.3, "tokens_input": 122, "tokens_cache_write": 144494, "tokens_cache_read": 4884174, "tokens_output": 111249, "tokens_reasoning": 73612, "cost_usd": 3.924772799999999, "cost_usd_computed": 3.924773, "cost_usd_reported": 3.924772799999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__opencode__space-bunny-alpha__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1225.3, "tokens_input": 76622, "tokens_cache_write": 0, "tokens_cache_read": 4463898, "tokens_output": 98549, "tokens_reasoning": 66103, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 796.7, "tokens_input": 72, "tokens_cache_write": 106678, "tokens_cache_read": 2499904, "tokens_output": 66544, "tokens_reasoning": null, "cost_usd": 2.364539, "cost_usd_computed": 2.364539, "cost_usd_reported": 2.364539, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "dolphin_vlog_bicycle__pi__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "dolphin_vlog_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1744.1, "tokens_input": 148, "tokens_cache_write": 176266, "tokens_cache_read": 8793121, "tokens_output": 137460, "tokens_reasoning": null, "cost_usd": 5.389746, "cost_usd_computed": 5.389746, "cost_usd_reported": 5.389746, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "explainer_ai_race__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "explainer_ai_race", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 648.87, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "firstprinciples_mascot_multimedia__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "firstprinciples_mascot_multimedia", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1368.0, "tokens_input": 92, "tokens_cache_write": 224537, "tokens_cache_read": 4074503, "tokens_output": 161391, "tokens_reasoning": 87514, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 4462.0, "tokens_input": 452, "tokens_cache_write": 280504, "tokens_cache_read": 1459065, "tokens_output": 209986, "tokens_reasoning": 153528, "cost_usd": 14.401516249999998, "cost_usd_computed": 14.374886, "cost_usd_reported": 14.401516249999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__claude-code__fable-5-1__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "fjord", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1877.81, "tokens_input": 838, "tokens_cache_write": 211740, "tokens_cache_read": 3853706, "tokens_output": 68314, "tokens_reasoning": 50175, "cost_usd": 7.0342565000000015, "cost_usd_computed": 7.034256, "cost_usd_reported": 7.0342565000000015, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__claude-code__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 6749.2, "tokens_input": 222632, "tokens_cache_write": 0, "tokens_cache_read": 7030023, "tokens_output": 169479, "tokens_reasoning": 0, "cost_usd": 2.885199, "cost_usd_computed": 2.885199, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "fjord", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 1069.102, "tokens_input": 14, "tokens_cache_write": 17271, "tokens_cache_read": 244379, "tokens_output": 129151, "tokens_reasoning": 128403, "cost_usd": 2.7183067999999997, "cost_usd_computed": null, "cost_usd_reported": 2.7183067999999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "threejs", "prompt_id": "fjord", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 294.6, "tokens_input": 54947, "tokens_cache_write": 0, "tokens_cache_read": 1672059, "tokens_output": 30920, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1722.8, "tokens_input": 276, "tokens_cache_write": 182481, "tokens_cache_read": 9683962, "tokens_output": 125859, "tokens_reasoning": 62999, "cost_usd": 3.560896, "cost_usd_computed": 3.560896, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "infra_dnf", "wall_time_s": 1915.5, "tokens_input": 31818, "tokens_cache_write": 0, "tokens_cache_read": 10674560, "tokens_output": 160416, "tokens_reasoning": 91622, "cost_usd": 0.133047, "cost_usd_computed": 0.133047, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__kimi-code__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 10212.0, "tokens_input": 935169, "tokens_cache_write": 0, "tokens_cache_read": 25780378, "tokens_output": 197341, "tokens_reasoning": null, "cost_usd": 13.499735, "cost_usd_computed": 13.499735, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 14952.4, "tokens_input": 400, "tokens_cache_write": 2457461, "tokens_cache_read": 40112658, "tokens_output": 300227, "tokens_reasoning": 174395, "cost_usd": 55.761776999999974, "cost_usd_computed": 55.761778, "cost_usd_reported": 55.761776999999974, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "fjord", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 8137.8, "tokens_input": 321621, "tokens_cache_write": 0, "tokens_cache_read": 31462592, "tokens_output": 193101, "tokens_reasoning": 131900, "cost_usd": 9.48018772, "cost_usd_computed": 9.480187, "cost_usd_reported": 9.48018772, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2100.6, "tokens_input": 135, "tokens_cache_write": 136031, "tokens_cache_read": 2276131, "tokens_output": 65798, "tokens_reasoning": 17277, "cost_usd": 7.267768500000001, "cost_usd_computed": 6.927691, "cost_usd_reported": 7.267768500000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "fjord", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 8431.9, "tokens_input": 275815, "tokens_cache_write": 0, "tokens_cache_read": 14204580, "tokens_output": 193948, "tokens_reasoning": 108962, "cost_usd": 7.998039000000002, "cost_usd_computed": 7.998039, "cost_usd_reported": 7.998039000000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 11573.0, "tokens_input": 464, "tokens_cache_write": 1615969, "tokens_cache_read": 49217485, "tokens_output": 657763, "tokens_reasoning": 380251, "cost_usd": 31.080457999999982, "cost_usd_computed": 31.080458, "cost_usd_reported": 31.080457999999982, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "fjord", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2773.072, "tokens_input": 114, "tokens_cache_write": 386313, "tokens_cache_read": 13401592, "tokens_output": 108663, "tokens_reasoning": 250226, "cost_usd": 7.235219, "cost_usd_computed": null, "cost_usd_reported": 7.235219, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3160.8, "tokens_input": 34, "tokens_cache_write": 130307, "tokens_cache_read": 683222, "tokens_output": 52128, "tokens_reasoning": null, "cost_usd": 1.830875, "cost_usd_computed": 1.830875, "cost_usd_reported": 1.830875, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "fjord", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 191.98, "tokens_input": 885, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 43923, "tokens_reasoning": 28460, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__gpt-6-sol__max", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 966.9, "tokens_input": 754, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 56250, "tokens_reasoning": 32695, "cost_usd": 0.564008, "cost_usd_computed": 0.564008, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__opus-5-5__low", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "low", "status": "ok", "wall_time_s": 306.12, "tokens_input": 1245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33848, "tokens_reasoning": 16493, "cost_usd": 0.68194, "cost_usd_computed": 0.68194, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__opus-5-5__low-1fix", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "low", "status": "ok", "wall_time_s": 539.07, "tokens_input": 23144, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 62676, "tokens_reasoning": 26576, "cost_usd": 1.346096, "cost_usd_computed": 1.346096, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__opus-5-5__max-attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 1201.03, "tokens_input": 1245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__opus-5-5__max-attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "stopped_by_us", "wall_time_s": 1171.0, "tokens_input": 1245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__opus-5-5__max__attempt4", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1297.5, "tokens_input": 1245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.56498, "cost_usd_computed": 2.56498, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__opus-5-5__max__attempt5", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1292.2, "tokens_input": 1245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.56498, "cost_usd_computed": 2.56498, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord__raw-api__opus-5-5__max__attempt6", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1323.3, "tokens_input": 1245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.56498, "cost_usd_computed": 2.56498, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord_claude_code_opus55__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 2223.3, "tokens_input": 24, "tokens_cache_write": 250096, "tokens_cache_read": 807773, "tokens_output": 112026, "tokens_reasoning": 109624, "cost_usd": 3.652651, "cost_usd_computed": 3.652651, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord_claude_code_opus55__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 10363.2, "tokens_input": 406, "tokens_cache_write": 864105, "tokens_cache_read": 97057260, "tokens_output": 566226, "tokens_reasoning": 305671, "cost_usd": 35.058121, "cost_usd_computed": 35.058121, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord_claude_code_opus55_attempt1", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_config_failure", "wall_time_s": 1817.2, "tokens_input": 2550, "tokens_cache_write": 271523, "tokens_cache_read": 1175235, "tokens_output": 171311, "tokens_reasoning": 139359, "cost_usd": 5.029082, "cost_usd_computed": 5.0291, "cost_usd_reported": 5.029082, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord_claudecode_opus55", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "threejs", "prompt_id": "fjord", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 8561.5, "tokens_input": 334, "tokens_cache_write": 1484662, "tokens_cache_read": 71324139, "tokens_output": 508258, "tokens_reasoning": null, "cost_usd": 21.71, "cost_usd_computed": 31.85, "cost_usd_reported": 21.71, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "fjord_codex_astra", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "threejs", "prompt_id": "fjord", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 1513.9, "tokens_input": 105394, "tokens_cache_write": 0, "tokens_cache_read": 1377475, "tokens_output": 62744, "tokens_reasoning": 17729, "cost_usd": 5.5686, "cost_usd_computed": 5.5686, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_music__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "folding_road_music", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3169.6, "tokens_input": 24, "tokens_cache_write": 189939, "tokens_cache_read": 833782, "tokens_output": 176131, "tokens_reasoning": null, "cost_usd": 4.639167, "cost_usd_computed": 4.639167, "cost_usd_reported": 4.639167, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3234.9, "tokens_input": 1702, "tokens_cache_write": 227065, "tokens_cache_read": 6745232, "tokens_output": 192481, "tokens_reasoning": 139063, "cost_usd": 14.16569, "cost_usd_computed": 14.16569, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 6620.5, "tokens_input": 168, "tokens_cache_write": 1157146, "tokens_cache_read": 27078830, "tokens_output": 380159, "tokens_reasoning": 256132, "cost_usd": 18.805348, "cost_usd_computed": 18.805348, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2112.0, "tokens_input": 165, "tokens_cache_write": 124192, "tokens_cache_read": 3859423, "tokens_output": 88360, "tokens_reasoning": 46084, "cost_usd": 9.520993, "cost_usd_computed": 9.520993, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4252.2, "tokens_input": 76543, "tokens_cache_write": 0, "tokens_cache_read": 41117568, "tokens_output": 294496, "tokens_reasoning": 169603, "cost_usd": 0.311532, "cost_usd_computed": 0.311532, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__kimi-code__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3602.3, "tokens_input": 151190, "tokens_cache_write": 0, "tokens_cache_read": 7293155, "tokens_output": 91404, "tokens_reasoning": null, "cost_usd": 4.012576, "cost_usd_computed": 4.012576, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 4885.9, "tokens_input": 43811, "tokens_cache_write": 0, "tokens_cache_read": 12808576, "tokens_output": 170680, "tokens_reasoning": 105481, "cost_usd": 0.147405378, "cost_usd_computed": 0.147406, "cost_usd_reported": 0.147405378, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3289.5, "tokens_input": 158, "tokens_cache_write": 376984, "tokens_cache_read": 7120662, "tokens_output": 166545, "tokens_reasoning": 99874, "cost_usd": 14.821295499999994, "cost_usd_computed": 14.821296, "cost_usd_reported": 14.821295499999994, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 2164.3, "tokens_input": 6, "tokens_cache_write": 5333, "tokens_cache_read": 5057, "tokens_output": 188, "tokens_reasoning": 0, "cost_usd": 0.0811795, "cost_usd_computed": 0.067847, "cost_usd_reported": 0.0811795, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__gpt-6-astra__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1525.6, "tokens_input": 102, "tokens_cache_write": 79257, "tokens_cache_read": 1476886, "tokens_output": 55027, "tokens_reasoning": 19625, "cost_usd": 5.219968499999999, "cost_usd_computed": 5.021826, "cost_usd_reported": 5.219968499999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2676.9, "tokens_input": 95927, "tokens_cache_write": 0, "tokens_cache_read": 2159957, "tokens_output": 63549, "tokens_reasoning": 40707, "cost_usd": 1.8890031, "cost_usd_computed": 1.889003, "cost_usd_reported": 1.8890031, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "dnf", "wall_time_s": 3269.4, "tokens_input": 32, "tokens_cache_write": 67265, "tokens_cache_read": 670738, "tokens_output": 169879, "tokens_reasoning": 167041, "cost_usd": 3.8681806000000005, "cost_usd_computed": 3.868181, "cost_usd_reported": 3.8681806000000005, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__opus-5-5__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5369.806, "tokens_input": 252, "tokens_cache_write": 1065218, "tokens_cache_read": 17474828, "tokens_output": 116787, "tokens_reasoning": 370889, "cost_usd": 18.575584, "cost_usd_computed": 11.157804, "cost_usd_reported": 18.575584, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2759.112, "tokens_input": 92, "tokens_cache_write": 379212, "tokens_cache_read": 9754039, "tokens_output": 109142, "tokens_reasoning": 216898, "cost_usd": 6.159422, "cost_usd_computed": null, "cost_usd_reported": 6.159422, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__opencode__space-bunny-alpha__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3507.7, "tokens_input": 51956, "tokens_cache_write": 0, "tokens_cache_read": 12763285, "tokens_output": 189569, "tokens_reasoning": 118916, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "folding_road_threejs__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "folding_road_threejs", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3163.9, "tokens_input": 32, "tokens_cache_write": 195623, "tokens_cache_read": 1468546, "tokens_output": 169030, "tokens_reasoning": null, "cost_usd": 4.652552, "cost_usd_computed": 4.652552, "cost_usd_reported": 4.652552, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "frontend_creative_ab__claude-code__claude-opus-5-5__B", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 6527.7, "tokens_input": 200, "tokens_cache_write": 1023467, "tokens_cache_read": 34975723, "tokens_output": 526388, "tokens_reasoning": 353683, "cost_usd": 22.64104, "cost_usd_computed": 22.64104, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "frontend_creative_ab__codex__gpt-6-astra__B__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "html_animation", "prompt_id": "js_short", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 1669.9, "tokens_input": 99, "tokens_cache_write": 110166, "tokens_cache_read": 1869054, "tokens_output": 76323, "tokens_reasoning": 15872, "cost_usd": 6.787854, "cost_usd_computed": 6.787854, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "frontend_creative_ab__codex__gpt-6-sol__B", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "html_animation", "prompt_id": "js_short", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1224.9, "tokens_input": 222, "tokens_cache_write": 470771, "tokens_cache_read": 6904383, "tokens_output": 152125, "tokens_reasoning": 62880, "cost_usd": 3.844113, "cost_usd_computed": 3.844113, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "game_battleship__claude-code__haiku-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "game_battleship", "model": "Claude Haiku 5.5", "model_id": "claude-haiku-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 511.4, "tokens_input": 50, "tokens_cache_write": 66499, "tokens_cache_read": 1741357, "tokens_output": 108619, "tokens_reasoning": 80225, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "game_battleship__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "game_battleship", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 879.4, "tokens_input": 36, "tokens_cache_write": 96815, "tokens_cache_read": 1629841, "tokens_output": 82325, "tokens_reasoning": 37686, "cost_usd": 2.456687, "cost_usd_computed": 2.456687, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "game_battleship__claude-code__opus-5-5-low__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "game_battleship", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "low", "status": "ok", "wall_time_s": 135.5, "tokens_input": 6, "tokens_cache_write": 24594, "tokens_cache_read": 98716, "tokens_output": 14904, "tokens_reasoning": 361, "cost_usd": 0.440817, "cost_usd_computed": 0.440817, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "game_battleship__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "game_battleship", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 899.3, "tokens_input": 34, "tokens_cache_write": 117000, "tokens_cache_read": 1445713, "tokens_output": 72919, "tokens_reasoning": 33705, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "game_battleship__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "game_battleship", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1986.4, "tokens_input": 1768, "tokens_cache_write": 125789, "tokens_cache_read": 2054043, "tokens_output": 93259, "tokens_reasoning": 46653, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "game_battleship__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "game_battleship", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 464.8, "tokens_input": 19531, "tokens_cache_write": 0, "tokens_cache_read": 3613952, "tokens_output": 91657, "tokens_reasoning": 62748, "cost_usd": 0.068765706, "cost_usd_computed": 0.068766, "cost_usd_reported": 0.068765706, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "game_battleship__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "game_battleship", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1582.9, "tokens_input": 96728, "tokens_cache_write": 0, "tokens_cache_read": 2186444, "tokens_output": 86320, "tokens_reasoning": 59415, "cost_usd": 1.08370264, "cost_usd_computed": 1.083702, "cost_usd_reported": 1.08370264, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2358.9, "tokens_input": 872, "tokens_cache_write": 192853, "tokens_cache_read": 2922598, "tokens_output": 116961, "tokens_reasoning": 70650, "cost_usd": 9.013081999999999, "cost_usd_computed": 8.998081, "cost_usd_reported": 9.013081999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__claude-code__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1171.2, "tokens_input": 65344, "tokens_cache_write": 0, "tokens_cache_read": 1243502, "tokens_output": 74019, "tokens_reasoning": 0, "cost_usd": 0.740477, "cost_usd_computed": 0.740477, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5713.8, "tokens_input": 238, "tokens_cache_write": 360845, "tokens_cache_read": 27349564, "tokens_output": 204614, "tokens_reasoning": 134196, "cost_usd": 11.36737, "cost_usd_computed": 11.36737, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1355.3, "tokens_input": 99, "tokens_cache_write": 78114, "tokens_cache_read": 1508600, "tokens_output": 55271, "tokens_reasoning": 24569, "cost_usd": 5.05428, "cost_usd_computed": 5.05428, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3943.2, "tokens_input": 60023, "tokens_cache_write": 0, "tokens_cache_read": 13941120, "tokens_output": 112788, "tokens_reasoning": 54485, "cost_usd": 0.118499, "cost_usd_computed": 0.118499, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__kimi-code__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3421.7, "tokens_input": 94116, "tokens_cache_write": 0, "tokens_cache_read": 4109162, "tokens_output": 51918, "tokens_reasoning": null, "cost_usd": 2.293867, "cost_usd_computed": 2.293867, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3239.9, "tokens_input": 39677, "tokens_cache_write": 0, "tokens_cache_read": 5903616, "tokens_output": 82027, "tokens_reasoning": 52899, "cost_usd": 0.07287859799999999, "cost_usd_computed": 0.072879, "cost_usd_reported": 0.07287859799999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 1921.8, "tokens_input": 92399, "tokens_cache_write": 0, "tokens_cache_read": 3785856, "tokens_output": 60395, "tokens_reasoning": 31364, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__opencode__longcat-2.5-preview__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 865.8, "tokens_input": 58571, "tokens_cache_write": 0, "tokens_cache_read": 1124352, "tokens_output": 33459, "tokens_reasoning": 21692, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "gpu_fluid_sim__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "gpu_fluid_sim", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2940.6, "tokens_input": 116, "tokens_cache_write": 179753, "tokens_cache_read": 6806762, "tokens_output": 126151, "tokens_reasoning": null, "cost_usd": 4.783601, "cost_usd_computed": 4.783601, "cost_usd_reported": 4.783601, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 109.8, "tokens_input": 206, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28273, "tokens_reasoning": 23626, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 124.9, "tokens_input": 259, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13774, "tokens_reasoning": 10771, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 125.6, "tokens_input": 300, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11709, "tokens_reasoning": null, "cost_usd": 0.58845, "cost_usd_computed": 0.58845, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 1112.9, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 184, "tokens_output": 63925, "tokens_reasoning": 54345, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 217.3, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11734, "tokens_reasoning": 4608, "cost_usd": 0.5885, "cost_usd_computed": 0.5885, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 153.4, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19686, "tokens_reasoning": 12118, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 155.8, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13351, "tokens_reasoning": 5418, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.3, "tokens_input": 241, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14323, "tokens_reasoning": 13079, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 136.2, "tokens_input": 2, "tokens_cache_write": 0, "tokens_cache_read": 256, "tokens_output": 5532, "tokens_reasoning": 2922, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 170.7, "tokens_input": 301, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32767, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__minimax-m3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 150.0, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 122, "tokens_output": 26839, "tokens_reasoning": 24074, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 123.9, "tokens_input": 300, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13658, "tokens_reasoning": null, "cost_usd": 0.27436, "cost_usd_computed": 0.27436, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 27.9, "tokens_input": 226, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33437, "tokens_reasoning": 22464, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 165.0, "tokens_input": 226, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19339, "tokens_reasoning": 10975, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_001_ink_bloom_garden__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_001_ink_bloom_garden", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 157.3, "tokens_input": 298, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16336, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 91.6, "tokens_input": 203, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23419, "tokens_reasoning": 18663, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 275.4, "tokens_input": 256, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32625, "tokens_reasoning": 29803, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 47.6, "tokens_input": 286, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4155, "tokens_reasoning": null, "cost_usd": 0.21061, "cost_usd_computed": 0.21061, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 594.6, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 181, "tokens_output": 32768, "tokens_reasoning": 32767, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__glm-5.3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1036.3, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 58136, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 211.8, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12741, "tokens_reasoning": 3278, "cost_usd": 0.63883, "cost_usd_computed": 0.63883, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 129.0, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17193, "tokens_reasoning": 8835, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 138.3, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12082, "tokens_reasoning": 5399, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.2, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8565, "tokens_reasoning": 7204, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 263.5, "tokens_input": 257, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8871, "tokens_reasoning": 5180, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 109.7, "tokens_input": 297, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18617, "tokens_reasoning": 15402, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 69.6, "tokens_input": 286, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8241, "tokens_reasoning": null, "cost_usd": 0.165964, "cost_usd_computed": 0.165964, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 25.5, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32132, "tokens_reasoning": 23967, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 223.1, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 121.3, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15581, "tokens_reasoning": 6156, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_002_pendulum_wave__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_002_pendulum_wave", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 83.2, "tokens_input": 284, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9319, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 120.4, "tokens_input": 216, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 24046, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__deepseek-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 155.5, "tokens_input": 216, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 42800, "tokens_reasoning": 32772, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 72.7, "tokens_input": 269, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9615, "tokens_reasoning": 4325, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 253.5, "tokens_input": 310, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23195, "tokens_reasoning": null, "cost_usd": 1.16285, "cost_usd_computed": 1.16285, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 567.4, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32772, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__glm-5.3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1192.8, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64001, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 340.1, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21428, "tokens_reasoning": 3826, "cost_usd": 1.07328, "cost_usd_computed": 1.07328, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 83.7, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12847, "tokens_reasoning": 1973, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 159.9, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16522, "tokens_reasoning": 3165, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.9, "tokens_input": 249, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12337, "tokens_reasoning": 9378, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 812.8, "tokens_input": 10, "tokens_cache_write": 0, "tokens_cache_read": 256, "tokens_output": 29605, "tokens_reasoning": 17541, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 149.4, "tokens_input": 307, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28905, "tokens_reasoning": 17234, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 348.7, "tokens_input": 310, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40521, "tokens_reasoning": null, "cost_usd": 0.81166, "cost_usd_computed": 0.81166, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.3, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 26524, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 218.8, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 15499, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 218.6, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30979, "tokens_reasoning": 9651, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_003_orbital_coffee_landing__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_003_orbital_coffee_landing", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 84.3, "tokens_input": 308, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10466, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 91.3, "tokens_input": 209, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26136, "tokens_reasoning": 16336, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 105.8, "tokens_input": 262, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12304, "tokens_reasoning": 7624, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 173.0, "tokens_input": 299, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17076, "tokens_reasoning": null, "cost_usd": 0.85679, "cost_usd_computed": 0.85679, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 938.2, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 187, "tokens_output": 64000, "tokens_reasoning": 58788, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 290.9, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18828, "tokens_reasoning": 4611, "cost_usd": 0.94323, "cost_usd_computed": 0.94323, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 116.9, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15321, "tokens_reasoning": 7250, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 164.8, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14241, "tokens_reasoning": 4166, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 17.0, "tokens_input": 244, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32111, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.2, "tokens_input": 244, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13109, "tokens_reasoning": 10487, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 533.0, "tokens_input": 261, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19171, "tokens_reasoning": 13408, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 96.2, "tokens_input": 303, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16362, "tokens_reasoning": 9779, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 209.4, "tokens_input": 299, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25883, "tokens_reasoning": null, "cost_usd": 0.518856, "cost_usd_computed": 0.518856, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.5, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 29900, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 227.8, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29929, "tokens_reasoning": 17480, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_004_brick_breaker_neon__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_004_brick_breaker_neon", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 151.0, "tokens_input": 297, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17350, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 127.6, "tokens_input": 209, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 27783, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__deepseek-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 113.9, "tokens_input": 209, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30679, "tokens_reasoning": 24144, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 268.6, "tokens_input": 262, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 30922, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__deepseek-v4-pro__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 228.8, "tokens_input": 6, "tokens_cache_write": 0, "tokens_cache_read": 256, "tokens_output": 28468, "tokens_reasoning": 19190, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 174.7, "tokens_input": 297, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15831, "tokens_reasoning": null, "cost_usd": 0.79452, "cost_usd_computed": 0.79452, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1141.9, "tokens_input": 187, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 343.8, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19457, "tokens_reasoning": 5348, "cost_usd": 0.97468, "cost_usd_computed": 0.97468, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 117.0, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16426, "tokens_reasoning": 7161, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 161.3, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15091, "tokens_reasoning": 4186, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 4.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.7, "tokens_input": 244, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10497, "tokens_reasoning": 8468, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 169.3, "tokens_input": 263, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6383, "tokens_reasoning": 1512, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 186.6, "tokens_input": 297, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21618, "tokens_reasoning": null, "cost_usd": 0.433548, "cost_usd_computed": 0.433548, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 35.3, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34869, "tokens_reasoning": 23842, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 209.0, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27031, "tokens_reasoning": 14906, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_005_focus_timer_orbit__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_005_focus_timer_orbit", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 140.2, "tokens_input": 295, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15891, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 126.3, "tokens_input": 232, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 27859, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__deepseek-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 125.8, "tokens_input": 232, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35213, "tokens_reasoning": 28312, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 156.4, "tokens_input": 285, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17408, "tokens_reasoning": 14736, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 182.9, "tokens_input": 333, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16026, "tokens_reasoning": null, "cost_usd": 0.80463, "cost_usd_computed": 0.80463, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 295.7, "tokens_input": 205, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16461, "tokens_reasoning": 4660, "cost_usd": 0.8251, "cost_usd_computed": 0.8251, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 94.1, "tokens_input": 205, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12625, "tokens_reasoning": 5655, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 124.9, "tokens_input": 205, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11417, "tokens_reasoning": 3729, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.1, "tokens_input": 266, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16161, "tokens_reasoning": 14751, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 378.1, "tokens_input": 283, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12367, "tokens_reasoning": 7875, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 283.3, "tokens_input": 333, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30951, "tokens_reasoning": null, "cost_usd": 0.620352, "cost_usd_computed": 0.620352, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.0, "tokens_input": 262, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40093, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_006_rainfall_bars__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_006_rainfall_bars", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 126.3, "tokens_input": 331, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13688, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 89.3, "tokens_input": 202, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22336, "tokens_reasoning": 18247, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 70.4, "tokens_input": 255, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7749, "tokens_reasoning": 6092, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 77.1, "tokens_input": 286, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6628, "tokens_reasoning": null, "cost_usd": 0.33426, "cost_usd_computed": 0.33426, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 218.3, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11798, "tokens_reasoning": 4660, "cost_usd": 0.59166, "cost_usd_computed": 0.59166, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 68.4, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9234, "tokens_reasoning": 6283, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 144.9, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11834, "tokens_reasoning": 6449, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.6, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9248, "tokens_reasoning": 8188, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 114.6, "tokens_input": 256, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4092, "tokens_reasoning": 1778, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 75.2, "tokens_input": 286, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8103, "tokens_reasoning": null, "cost_usd": 0.163204, "cost_usd_computed": 0.163204, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 24.5, "tokens_input": 222, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29376, "tokens_reasoning": 20669, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_007_kinetic_headline__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_007_kinetic_headline", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 137.9, "tokens_input": 284, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13909, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 78.6, "tokens_input": 209, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21886, "tokens_reasoning": 16046, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 133.4, "tokens_input": 262, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15870, "tokens_reasoning": 12799, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 102.5, "tokens_input": 309, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10282, "tokens_reasoning": null, "cost_usd": 0.51719, "cost_usd_computed": 0.51719, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 333.3, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18909, "tokens_reasoning": 4990, "cost_usd": 0.94728, "cost_usd_computed": 0.94728, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 103.5, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14224, "tokens_reasoning": 4875, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 147.3, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14536, "tokens_reasoning": 4061, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.9, "tokens_input": 244, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9723, "tokens_reasoning": 8097, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 162.0, "tokens_input": 262, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6276, "tokens_reasoning": 2702, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 136.7, "tokens_input": 309, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16155, "tokens_reasoning": null, "cost_usd": 0.324336, "cost_usd_computed": 0.324336, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 13.6, "tokens_input": 228, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14958, "tokens_reasoning": 1575, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_008_pocket_theremin__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_008_pocket_theremin", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 93.0, "tokens_input": 307, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10456, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 97.6, "tokens_input": 209, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25919, "tokens_reasoning": 19852, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 92.7, "tokens_input": 262, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10140, "tokens_reasoning": 8010, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 97.4, "tokens_input": 297, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8598, "tokens_reasoning": null, "cost_usd": 0.43287, "cost_usd_computed": 0.43287, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 248.4, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14365, "tokens_reasoning": 3370, "cost_usd": 0.72009, "cost_usd_computed": 0.72009, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 158.1, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21356, "tokens_reasoning": 9631, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 271.8, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15484, "tokens_reasoning": 5215, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.6, "tokens_input": 245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16400, "tokens_reasoning": 14701, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 334.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__kimi-k3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 265.4, "tokens_input": 6, "tokens_cache_write": 0, "tokens_cache_read": 256, "tokens_output": 9232, "tokens_reasoning": 5646, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 93.5, "tokens_input": 297, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11142, "tokens_reasoning": null, "cost_usd": 0.224028, "cost_usd_computed": 0.224028, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.7, "tokens_input": 233, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 37596, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_009_forest_fire_automaton__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_009_forest_fire_automaton", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 100.6, "tokens_input": 295, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10821, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 135.5, "tokens_input": 209, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36943, "tokens_reasoning": 28016, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 182.6, "tokens_input": 262, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22719, "tokens_reasoning": 16256, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 312.3, "tokens_input": 308, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27491, "tokens_reasoning": null, "cost_usd": 1.37763, "cost_usd_computed": 1.37763, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 263.9, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16542, "tokens_reasoning": 5178, "cost_usd": 0.82892, "cost_usd_computed": 0.82892, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 69.6, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10805, "tokens_reasoning": 2299, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 143.5, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13301, "tokens_reasoning": 3721, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.4, "tokens_input": 243, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18560, "tokens_reasoning": 16460, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 791.4, "tokens_input": 261, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32319, "tokens_reasoning": 22836, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 208.5, "tokens_input": 308, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23448, "tokens_reasoning": null, "cost_usd": 0.470192, "cost_usd_computed": 0.470192, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 49.2, "tokens_input": 228, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33871, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_010_toggle_switch_gallery__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_010_toggle_switch_gallery", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 168.6, "tokens_input": 306, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17982, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 100.5, "tokens_input": 203, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25605, "tokens_reasoning": 21224, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 112.0, "tokens_input": 256, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12093, "tokens_reasoning": 10049, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 139.7, "tokens_input": 297, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11329, "tokens_reasoning": null, "cost_usd": 0.56942, "cost_usd_computed": 0.56942, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 208.9, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12113, "tokens_reasoning": 4142, "cost_usd": 0.60743, "cost_usd_computed": 0.60743, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.5, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9978, "tokens_reasoning": 6431, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 169.6, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13738, "tokens_reasoning": 7461, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.0, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6159, "tokens_reasoning": 5026, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 531.3, "tokens_input": 256, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18323, "tokens_reasoning": 13987, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 162.3, "tokens_input": 297, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17200, "tokens_reasoning": null, "cost_usd": 0.345188, "cost_usd_computed": 0.345188, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 43.4, "tokens_input": 226, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_011_pure_css_sunset__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_011_pure_css_sunset", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 78.2, "tokens_input": 295, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7652, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 96.3, "tokens_input": 203, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25323, "tokens_reasoning": 19466, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 472.8, "tokens_input": 256, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 48430, "tokens_reasoning": 44915, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 86.4, "tokens_input": 279, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8203, "tokens_reasoning": null, "cost_usd": 0.41294, "cost_usd_computed": 0.41294, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 223.4, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14968, "tokens_reasoning": 2588, "cost_usd": 0.75015, "cost_usd_computed": 0.75015, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 167.9, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24664, "tokens_reasoning": 15840, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 146.3, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12146, "tokens_reasoning": 5207, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.3, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12277, "tokens_reasoning": 10743, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 407.9, "tokens_input": 254, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15198, "tokens_reasoning": 11731, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 72.6, "tokens_input": 279, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8468, "tokens_reasoning": null, "cost_usd": 0.170476, "cost_usd_computed": 0.170476, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.1, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 37700, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_012_magnetic_filings__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_012_magnetic_filings", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 205.0, "tokens_input": 277, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22171, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 193.1, "tokens_input": 204, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 48377, "tokens_reasoning": 39903, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 343.3, "tokens_input": 257, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35877, "tokens_reasoning": 31620, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 358.2, "tokens_input": 276, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31405, "tokens_reasoning": null, "cost_usd": 1.57301, "cost_usd_computed": 1.57301, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 390.4, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21828, "tokens_reasoning": 7768, "cost_usd": 1.09317, "cost_usd_computed": 1.09317, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 161.3, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20398, "tokens_reasoning": 10278, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 173.6, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15157, "tokens_reasoning": 5591, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.6, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16892, "tokens_reasoning": 14997, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 806.3, "tokens_input": 256, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27028, "tokens_reasoning": 20718, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 255.7, "tokens_input": 276, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27937, "tokens_reasoning": null, "cost_usd": 0.559844, "cost_usd_computed": 0.559844, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.9, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_013_soft_body_blobs__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_013_soft_body_blobs", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 236.1, "tokens_input": 274, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23775, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 149.0, "tokens_input": 211, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40462, "tokens_reasoning": 33478, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 273.3, "tokens_input": 264, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33697, "tokens_reasoning": 28148, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 222.7, "tokens_input": 294, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20347, "tokens_reasoning": null, "cost_usd": 1.02029, "cost_usd_computed": 1.02029, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 292.3, "tokens_input": 185, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17859, "tokens_reasoning": 5754, "cost_usd": 0.8948, "cost_usd_computed": 0.8948, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 137.5, "tokens_input": 185, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19916, "tokens_reasoning": 9728, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 149.4, "tokens_input": 185, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13806, "tokens_reasoning": 4721, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.8, "tokens_input": 246, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12502, "tokens_reasoning": 10319, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 578.8, "tokens_input": 263, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20906, "tokens_reasoning": 15256, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 295.5, "tokens_input": 294, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33108, "tokens_reasoning": null, "cost_usd": 0.663336, "cost_usd_computed": 0.663336, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.8, "tokens_input": 230, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38086, "tokens_reasoning": 23385, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_014_snake_reimagined__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_014_snake_reimagined", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 175.1, "tokens_input": 292, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17570, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 74.6, "tokens_input": 208, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21082, "tokens_reasoning": 14885, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 183.8, "tokens_input": 261, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24195, "tokens_reasoning": 16608, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 109.2, "tokens_input": 292, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10240, "tokens_reasoning": null, "cost_usd": 0.51492, "cost_usd_computed": 0.51492, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 371.2, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22633, "tokens_reasoning": 9047, "cost_usd": 1.13346, "cost_usd_computed": 1.13346, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 102.5, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15124, "tokens_reasoning": 4778, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 125.3, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12205, "tokens_reasoning": 3624, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.1, "tokens_input": 242, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15220, "tokens_reasoning": 11978, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 181.3, "tokens_input": 259, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7515, "tokens_reasoning": 2743, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 91.6, "tokens_input": 292, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11205, "tokens_reasoning": null, "cost_usd": 0.225268, "cost_usd_computed": 0.225268, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.3, "tokens_input": 228, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35670, "tokens_reasoning": 28843, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_015_color_palette_studio__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_015_color_palette_studio", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 144.6, "tokens_input": 290, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16384, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 79.8, "tokens_input": 205, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21578, "tokens_reasoning": 16366, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 111.2, "tokens_input": 258, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13023, "tokens_reasoning": 10523, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 152.0, "tokens_input": 288, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13540, "tokens_reasoning": null, "cost_usd": 0.67988, "cost_usd_computed": 0.67988, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 290.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17084, "tokens_reasoning": 6214, "cost_usd": 0.85596, "cost_usd_computed": 0.85596, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 88.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15095, "tokens_reasoning": 7225, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 147.8, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13360, "tokens_reasoning": 5178, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.6, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19999, "tokens_reasoning": 18369, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 181.6, "tokens_input": 256, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6447, "tokens_reasoning": 2636, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 260.0, "tokens_input": 288, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27825, "tokens_reasoning": null, "cost_usd": 0.557652, "cost_usd_computed": 0.557652, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 29.2, "tokens_input": 225, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36411, "tokens_reasoning": 26913, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_016_heartbeat_line__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_016_heartbeat_line", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 129.7, "tokens_input": 286, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14259, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 86.8, "tokens_input": 204, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23232, "tokens_reasoning": 18909, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 108.5, "tokens_input": 257, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12297, "tokens_reasoning": 10033, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 241.6, "tokens_input": 286, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20287, "tokens_reasoning": null, "cost_usd": 1.01721, "cost_usd_computed": 1.01721, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 289.9, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16699, "tokens_reasoning": 7250, "cost_usd": 0.83675, "cost_usd_computed": 0.83675, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 112.8, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14367, "tokens_reasoning": 9091, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 137.8, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10906, "tokens_reasoning": 4777, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.8, "tokens_input": 241, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14764, "tokens_reasoning": 13326, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 1007.5, "tokens_input": 258, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31707, "tokens_reasoning": 25540, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 462.3, "tokens_input": 286, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 48926, "tokens_reasoning": null, "cost_usd": 0.979664, "cost_usd_computed": 0.979664, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 48.0, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_017_typewriter_poem__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_017_typewriter_poem", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 105.4, "tokens_input": 284, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11387, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 108.0, "tokens_input": 215, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29958, "tokens_reasoning": 22121, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 80.8, "tokens_input": 268, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10729, "tokens_reasoning": 7093, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 179.3, "tokens_input": 304, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16501, "tokens_reasoning": null, "cost_usd": 0.82809, "cost_usd_computed": 0.82809, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 246.5, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15730, "tokens_reasoning": 3624, "cost_usd": 0.78838, "cost_usd_computed": 0.78838, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 85.5, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13507, "tokens_reasoning": 3624, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 153.3, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14121, "tokens_reasoning": 4703, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.3, "tokens_input": 249, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18017, "tokens_reasoning": 15242, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 362.6, "tokens_input": 266, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13972, "tokens_reasoning": 9588, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 158.2, "tokens_input": 304, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18673, "tokens_reasoning": null, "cost_usd": 0.374676, "cost_usd_computed": 0.374676, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 34.3, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39220, "tokens_reasoning": 25737, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_018_step_sequencer_grid__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_018_step_sequencer_grid", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 86.4, "tokens_input": 302, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10908, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_019_boids_lagoon__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_019_boids_lagoon", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 101.4, "tokens_input": 207, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27556, "tokens_reasoning": 20166, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_019_boids_lagoon__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_019_boids_lagoon", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 111.0, "tokens_input": 260, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14263, "tokens_reasoning": 8843, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_019_boids_lagoon__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_019_boids_lagoon", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 197.0, "tokens_input": 293, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17904, "tokens_reasoning": null, "cost_usd": 0.89813, "cost_usd_computed": 0.89813, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_019_boids_lagoon__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_019_boids_lagoon", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.0, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23282, "tokens_reasoning": 20347, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_019_boids_lagoon__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_019_boids_lagoon", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 649.3, "tokens_input": 256, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27215, "tokens_reasoning": 20394, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_019_boids_lagoon__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_019_boids_lagoon", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 228.9, "tokens_input": 293, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25462, "tokens_reasoning": null, "cost_usd": 0.510412, "cost_usd_computed": 0.510412, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_019_boids_lagoon__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_019_boids_lagoon", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 24.5, "tokens_input": 227, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27723, "tokens_reasoning": 14905, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_019_boids_lagoon__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_019_boids_lagoon", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 112.6, "tokens_input": 291, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12719, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_020_pricing_table_trio__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_020_pricing_table_trio", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 110.1, "tokens_input": 204, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29352, "tokens_reasoning": 23237, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_020_pricing_table_trio__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_020_pricing_table_trio", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 147.1, "tokens_input": 257, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18607, "tokens_reasoning": 12851, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_020_pricing_table_trio__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_020_pricing_table_trio", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.5, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12677, "tokens_reasoning": 9697, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_020_pricing_table_trio__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_020_pricing_table_trio", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 177.0, "tokens_input": 255, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7729, "tokens_reasoning": 58, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_020_pricing_table_trio__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_020_pricing_table_trio", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 77.0, "tokens_input": 291, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9696, "tokens_reasoning": null, "cost_usd": 0.195084, "cost_usd_computed": 0.195084, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_020_pricing_table_trio__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_020_pricing_table_trio", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 25.2, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30656, "tokens_reasoning": 17748, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_021_rotating_css_cube__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_021_rotating_css_cube", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 116.7, "tokens_input": 201, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29122, "tokens_reasoning": 25989, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_021_rotating_css_cube__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_021_rotating_css_cube", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 199.9, "tokens_input": 254, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20562, "tokens_reasoning": 18553, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_021_rotating_css_cube__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_021_rotating_css_cube", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.7, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8111, "tokens_reasoning": 7094, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_021_rotating_css_cube__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_021_rotating_css_cube", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 292.5, "tokens_input": 255, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9971, "tokens_reasoning": 7300, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_021_rotating_css_cube__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_021_rotating_css_cube", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 24.2, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30031, "tokens_reasoning": 22106, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_022_mandala_painter__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_022_mandala_painter", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 84.4, "tokens_input": 205, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23412, "tokens_reasoning": 17765, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_022_mandala_painter__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_022_mandala_painter", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 86.6, "tokens_input": 258, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9805, "tokens_reasoning": 7599, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_022_mandala_painter__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_022_mandala_painter", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.8, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17212, "tokens_reasoning": 15167, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_022_mandala_painter__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_022_mandala_painter", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 125.0, "tokens_input": 257, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5053, "tokens_reasoning": 2164, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_022_mandala_painter__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_022_mandala_painter", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.8, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40711, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_023_mortgage_calculator__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_023_mortgage_calculator", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 36.1, "tokens_input": 254, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5182, "tokens_reasoning": 1136, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_023_mortgage_calculator__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_023_mortgage_calculator", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 4.3, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_023_mortgage_calculator__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_023_mortgage_calculator", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.8, "tokens_input": 234, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16852, "tokens_reasoning": 14547, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_023_mortgage_calculator__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_023_mortgage_calculator", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 361.9, "tokens_input": 252, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15653, "tokens_reasoning": 7989, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_023_mortgage_calculator__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_023_mortgage_calculator", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.3, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 29319, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_024_tower_stack__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_024_tower_stack", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 19.2, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30435, "tokens_reasoning": 27922, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_024_tower_stack__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_024_tower_stack", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 511.5, "tokens_input": 254, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18414, "tokens_reasoning": 13303, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_024_tower_stack__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_024_tower_stack", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 33.8, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40057, "tokens_reasoning": 30057, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_025_gravity_well__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_025_gravity_well", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.9, "tokens_input": 233, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14890, "tokens_reasoning": 13199, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_025_gravity_well__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_025_gravity_well", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 486.3, "tokens_input": 251, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20915, "tokens_reasoning": 14817, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_025_gravity_well__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_025_gravity_well", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 96.2, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_025_gravity_well__raw-api__qwen3.8-27b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_025_gravity_well", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 69.1, "tokens_input": 217, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34216, "tokens_reasoning": 21885, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_026_aurora_ribbons__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_026_aurora_ribbons", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.7, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12236, "tokens_reasoning": 10465, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_026_aurora_ribbons__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_026_aurora_ribbons", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.2, "tokens_input": 225, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 31525, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_027_momentum_cradle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_027_momentum_cradle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.0, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22028, "tokens_reasoning": 19559, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_027_momentum_cradle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_027_momentum_cradle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 83.1, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_028_night_market_zine__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_028_night_market_zine", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.0, "tokens_input": 245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7542, "tokens_reasoning": 5745, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_028_night_market_zine__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_028_night_market_zine", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.3, "tokens_input": 227, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 25443, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_029_asteroid_drift__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_029_asteroid_drift", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.9, "tokens_input": 243, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16506, "tokens_reasoning": 13464, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_029_asteroid_drift__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_029_asteroid_drift", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.6, "tokens_input": 228, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35658, "tokens_reasoning": 24690, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_030_unit_converter_deck__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_030_unit_converter_deck", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13423, "tokens_reasoning": 10674, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_030_unit_converter_deck__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_030_unit_converter_deck", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 35.1, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33258, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_031_population_bubbles__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_031_population_bubbles", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.1, "tokens_input": 242, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21790, "tokens_reasoning": 18094, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_031_population_bubbles__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_031_population_bubbles", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.4, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_032_liquid_letters__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_032_liquid_letters", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.7, "tokens_input": 233, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16017, "tokens_reasoning": 14468, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_032_liquid_letters__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_032_liquid_letters", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.2, "tokens_input": 219, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40224, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_033_wind_chimes__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_033_wind_chimes", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.0, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11853, "tokens_reasoning": 9708, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_033_wind_chimes__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_033_wind_chimes", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 56.6, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_034_sandpile_falling__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_034_sandpile_falling", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.6, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17509, "tokens_reasoning": 14711, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_034_sandpile_falling__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_034_sandpile_falling", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.7, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36484, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_035_modal_dialog_set__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_035_modal_dialog_set", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.2, "tokens_input": 240, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16977, "tokens_reasoning": 13341, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_035_modal_dialog_set__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_035_modal_dialog_set", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 43.4, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 26253, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_036_css_jellyfish_tank__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_036_css_jellyfish_tank", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.6, "tokens_input": 234, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18733, "tokens_reasoning": 15972, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_036_css_jellyfish_tank__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_036_css_jellyfish_tank", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 31.2, "tokens_input": 217, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 34446, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_037_voronoi_stained_glass__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_037_voronoi_stained_glass", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.0, "tokens_input": 247, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17962, "tokens_reasoning": 16023, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_037_voronoi_stained_glass__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_037_voronoi_stained_glass", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.7, "tokens_input": 230, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 31014, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_038_cloth_curtain__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_038_cloth_curtain", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.7, "tokens_input": 242, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13218, "tokens_reasoning": 11174, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_038_cloth_curtain__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_038_cloth_curtain", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 32.3, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 32544, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_039_memory_match_cards__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_039_memory_match_cards", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.7, "tokens_input": 241, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13581, "tokens_reasoning": 11274, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_039_memory_match_cards__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_039_memory_match_cards", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.1, "tokens_input": 226, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_040_markdown_notepad__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_040_markdown_notepad", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.8, "tokens_input": 243, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12499, "tokens_reasoning": 10455, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_040_markdown_notepad__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_040_markdown_notepad", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.3, "tokens_input": 226, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 35098, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_041_solar_radial_clock__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_041_solar_radial_clock", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.1, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14642, "tokens_reasoning": 12506, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_041_solar_radial_clock__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_041_solar_radial_clock", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 54.9, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_042_split_flap_board__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_042_split_flap_board", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.0, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16857, "tokens_reasoning": 14525, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_042_split_flap_board__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_042_split_flap_board", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 49.4, "tokens_input": 222, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_043_drone_pad_synth__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_043_drone_pad_synth", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11120, "tokens_reasoning": 9237, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_043_drone_pad_synth__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_043_drone_pad_synth", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.0, "tokens_input": 225, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 30597, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_044_traffic_intersection__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_044_traffic_intersection", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 11.0, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_044_traffic_intersection__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_044_traffic_intersection", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.5, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22232, "tokens_reasoning": 18428, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_044_traffic_intersection__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_044_traffic_intersection", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 43.0, "tokens_input": 214, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_045_form_validation_demo__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_045_form_validation_demo", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.6, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15642, "tokens_reasoning": 12432, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_045_form_validation_demo__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_045_form_validation_demo", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 29.6, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38529, "tokens_reasoning": 22175, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_046_pure_css_loaders__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_046_pure_css_loaders", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16526, "tokens_reasoning": 13476, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_046_pure_css_loaders__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_046_pure_css_loaders", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 50.5, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_047_flow_field_threads__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_047_flow_field_threads", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.7, "tokens_input": 230, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15836, "tokens_reasoning": 14171, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_047_flow_field_threads__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_047_flow_field_threads", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 36.6, "tokens_input": 215, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40889, "tokens_reasoning": 32877, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_048_marble_run_ramps__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_048_marble_run_ramps", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.8, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17090, "tokens_reasoning": 14204, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_048_marble_run_ramps__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_048_marble_run_ramps", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.7, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 39412, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_049_maze_runner__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_049_maze_runner", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.6, "tokens_input": 235, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14943, "tokens_reasoning": 12131, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_049_maze_runner__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_049_maze_runner", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.4, "tokens_input": 219, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36984, "tokens_reasoning": 26286, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_050_budget_pie_planner__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_050_budget_pie_planner", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.7, "tokens_input": 234, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14207, "tokens_reasoning": 12279, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_050_budget_pie_planner__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_050_budget_pie_planner", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 46.6, "tokens_input": 219, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39798, "tokens_reasoning": 24929, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_051_tidal_moir__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_051_tidal_moir", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 6.7, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_051_tidal_moir__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_051_tidal_moir", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.4, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10005, "tokens_reasoning": 8787, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_051_tidal_moir__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_051_tidal_moir", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 16.6, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19048, "tokens_reasoning": 13316, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_052_catapult_castle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_052_catapult_castle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 17.6, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25964, "tokens_reasoning": 21763, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_052_catapult_castle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_052_catapult_castle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 44.1, "tokens_input": 222, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_053_portfolio_grid__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_053_portfolio_grid", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.1, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16830, "tokens_reasoning": 14744, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_053_portfolio_grid__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_053_portfolio_grid", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 30.8, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34283, "tokens_reasoning": 19309, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_054_flappy_paper_plane__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_054_flappy_paper_plane", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.9, "tokens_input": 244, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21896, "tokens_reasoning": 19452, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_054_flappy_paper_plane__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_054_flappy_paper_plane", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 36.1, "tokens_input": 227, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40155, "tokens_reasoning": 27933, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_055_password_forge__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_055_password_forge", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.3, "tokens_input": 242, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19144, "tokens_reasoning": 16491, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_055_password_forge__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_055_password_forge", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.3, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_056_commute_heatmap__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_056_commute_heatmap", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 6.7, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_056_commute_heatmap__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_056_commute_heatmap", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 3.6, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_056_commute_heatmap__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_056_commute_heatmap", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.1, "tokens_input": 219, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 31926, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_057_variable_weight_wave__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_057_variable_weight_wave", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.6, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5657, "tokens_reasoning": 4893, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_057_variable_weight_wave__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_057_variable_weight_wave", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 21.0, "tokens_input": 213, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22743, "tokens_reasoning": 16304, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_058_bubble_wrap_pop__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_058_bubble_wrap_pop", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.0, "tokens_input": 240, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11112, "tokens_reasoning": 9741, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_058_bubble_wrap_pop__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_058_bubble_wrap_pop", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.9, "tokens_input": 226, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36825, "tokens_reasoning": 24930, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_059_predator_prey_meadow__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_059_predator_prey_meadow", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.3, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16822, "tokens_reasoning": 13756, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_059_predator_prey_meadow__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_059_predator_prey_meadow", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.3, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 26362, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_060_segmented_nav_kit__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_060_segmented_nav_kit", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.3, "tokens_input": 240, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16009, "tokens_reasoning": 11598, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_060_segmented_nav_kit__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_060_segmented_nav_kit", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.7, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40456, "tokens_reasoning": 26832, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_061_css_candle_flame__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_061_css_candle_flame", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.4, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20791, "tokens_reasoning": 18928, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_061_css_candle_flame__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_061_css_candle_flame", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.2, "tokens_input": 222, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40164, "tokens_reasoning": 32334, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_062_recursive_tree_wind__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_062_recursive_tree_wind", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.8, "tokens_input": 235, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6791, "tokens_reasoning": 5597, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_062_recursive_tree_wind__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_062_recursive_tree_wind", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.2, "tokens_input": 219, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36641, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_063_rope_bridge__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_063_rope_bridge", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.1, "tokens_input": 234, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13308, "tokens_reasoning": 11185, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_063_rope_bridge__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_063_rope_bridge", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 45.4, "tokens_input": 218, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_064_minesweeper_classic__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_064_minesweeper_classic", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 7.1, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_064_minesweeper_classic__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_064_minesweeper_classic", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 4.0, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_064_minesweeper_classic__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_064_minesweeper_classic", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 47.4, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 32798, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_065_habit_streak_tracker__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_065_habit_streak_tracker", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.9, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21271, "tokens_reasoning": 17088, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_065_habit_streak_tracker__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_065_habit_streak_tracker", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.6, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_066_stock_candlesticks__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_066_stock_candlesticks", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.9, "tokens_input": 240, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19178, "tokens_reasoning": 15973, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_066_stock_candlesticks__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_066_stock_candlesticks", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.0, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33759, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_067_glitch_title_card__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_067_glitch_title_card", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.5, "tokens_input": 235, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13175, "tokens_reasoning": 11854, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_067_glitch_title_card__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_067_glitch_title_card", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 32.8, "tokens_input": 219, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39005, "tokens_reasoning": 30371, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_068_piano_keys_mini__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_068_piano_keys_mini", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.4, "tokens_input": 242, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23963, "tokens_reasoning": 21393, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_068_piano_keys_mini__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_068_piano_keys_mini", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 19.9, "tokens_input": 226, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24229, "tokens_reasoning": 12436, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_069_ant_colony_trails__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_069_ant_colony_trails", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.9, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23255, "tokens_reasoning": 20909, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_069_ant_colony_trails__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_069_ant_colony_trails", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 49.1, "tokens_input": 225, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 29838, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_070_card_hover_effects__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_070_card_hover_effects", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.0, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18493, "tokens_reasoning": 16068, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_070_card_hover_effects__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_070_card_hover_effects", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 31.4, "tokens_input": 222, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 28592, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_071_css_pixel_portrait__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_071_css_pixel_portrait", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 16.9, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30345, "tokens_reasoning": 25472, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_071_css_pixel_portrait__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_071_css_pixel_portrait", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.9, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_072_starfield_warp__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_072_starfield_warp", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.0, "tokens_input": 241, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14156, "tokens_reasoning": 12725, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_072_starfield_warp__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_072_starfield_warp", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 33.0, "tokens_input": 225, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35307, "tokens_reasoning": 27155, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_073_water_ripple_pond__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_073_water_ripple_pond", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 6.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_073_water_ripple_pond__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_073_water_ripple_pond", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 6.5, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_073_water_ripple_pond__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_073_water_ripple_pond", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 11.4, "tokens_input": 225, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15251, "tokens_reasoning": 1723, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_074_word_guess_five__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_074_word_guess_five", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 19.3, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34978, "tokens_reasoning": 30864, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_074_word_guess_five__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_074_word_guess_five", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.0, "tokens_input": 222, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_075_tip_splitter__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_075_tip_splitter", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.1, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7961, "tokens_reasoning": 6017, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_075_tip_splitter__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_075_tip_splitter", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.2, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 31631, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_076_reaction_diffusion__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_076_reaction_diffusion", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.1, "tokens_input": 247, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19288, "tokens_reasoning": 17064, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_076_reaction_diffusion__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_076_reaction_diffusion", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 35.8, "tokens_input": 235, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38267, "tokens_reasoning": 29805, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_077_double_pendulum_chaos__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_077_double_pendulum_chaos", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 8.1, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_077_double_pendulum_chaos__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_077_double_pendulum_chaos", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 6.9, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_077_double_pendulum_chaos__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_077_double_pendulum_chaos", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 32.4, "tokens_input": 228, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33166, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_078_event_poster_page__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_078_event_poster_page", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 4.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_078_event_poster_page__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_078_event_poster_page", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.6, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11122, "tokens_reasoning": 8400, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_078_event_poster_page__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_078_event_poster_page", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 32.9, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 23881, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_079_tetromino_drop__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_079_tetromino_drop", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 18.5, "tokens_input": 248, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30667, "tokens_reasoning": 26621, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_079_tetromino_drop__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_079_tetromino_drop", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.2, "tokens_input": 233, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 39240, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_080_regex_playground__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_080_regex_playground", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.5, "tokens_input": 228, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17868, "tokens_reasoning": 15079, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_080_regex_playground__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_080_regex_playground", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.3, "tokens_input": 212, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_081_election_hemicycle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_081_election_hemicycle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.2, "tokens_input": 255, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21516, "tokens_reasoning": 19383, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_081_election_hemicycle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_081_election_hemicycle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.9, "tokens_input": 251, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 37522, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_082_circular_text_badge__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_082_circular_text_badge", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.8, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11783, "tokens_reasoning": 10719, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_082_circular_text_badge__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_082_circular_text_badge", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.7, "tokens_input": 222, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31719, "tokens_reasoning": 23247, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_083_sine_chord_pad__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_083_sine_chord_pad", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.5, "tokens_input": 242, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12387, "tokens_reasoning": 10555, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_083_sine_chord_pad__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_083_sine_chord_pad", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 21.6, "tokens_input": 226, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24567, "tokens_reasoning": 15352, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_084_epidemic_grid__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_084_epidemic_grid", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.2, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9980, "tokens_reasoning": 7565, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_084_epidemic_grid__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_084_epidemic_grid", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 35.2, "tokens_input": 222, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37203, "tokens_reasoning": 25998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_085_dropdown_menu_kit__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_085_dropdown_menu_kit", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 6.1, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_085_dropdown_menu_kit__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_085_dropdown_menu_kit", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.9, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10215, "tokens_reasoning": 7239, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_085_dropdown_menu_kit__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_085_dropdown_menu_kit", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.1, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 24545, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_086_css_ocean_waves__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_086_css_ocean_waves", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 15.4, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24188, "tokens_reasoning": 22659, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_086_css_ocean_waves__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_086_css_ocean_waves", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 37.2, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39404, "tokens_reasoning": 30687, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_087_particle_text_morph__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_087_particle_text_morph", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.1, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11882, "tokens_reasoning": 9959, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_087_particle_text_morph__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_087_particle_text_morph", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.5, "tokens_input": 224, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_088_spring_mass_chain__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_088_spring_mass_chain", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.5, "tokens_input": 232, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13746, "tokens_reasoning": 10337, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_088_spring_mass_chain__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_088_spring_mass_chain", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 35.1, "tokens_input": 216, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36698, "tokens_reasoning": 26046, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_089_pixel_paint_paddles__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_089_pixel_paint_paddles", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.6, "tokens_input": 244, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24263, "tokens_reasoning": 21117, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_089_pixel_paint_paddles__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_089_pixel_paint_paddles", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 42.9, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38301, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_090_countdown_builder__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_090_countdown_builder", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.6, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 128, "tokens_output": 16755, "tokens_reasoning": 13564, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_090_countdown_builder__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_090_countdown_builder", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 45.2, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_091_treemap_budget__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_091_treemap_budget", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 15.0, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25426, "tokens_reasoning": 22814, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_091_treemap_budget__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_091_treemap_budget", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.9, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33515, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_092_scroll_story_words__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_092_scroll_story_words", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.0, "tokens_input": 232, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14806, "tokens_reasoning": 13382, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_092_scroll_story_words__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_092_scroll_story_words", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.7, "tokens_input": 214, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38923, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_093_arpeggio_machine__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_093_arpeggio_machine", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.7, "tokens_input": 245, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16921, "tokens_reasoning": 13890, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_093_arpeggio_machine__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_093_arpeggio_machine", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.0, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36032, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_094_lava_lamp_metaballs__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_094_lava_lamp_metaballs", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.9, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13822, "tokens_reasoning": 11824, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_094_lava_lamp_metaballs__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_094_lava_lamp_metaballs", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.0, "tokens_input": 220, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 34344, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_095_notification_centre__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_095_notification_centre", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.6, "tokens_input": 237, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12478, "tokens_reasoning": 9270, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_095_notification_centre__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_095_notification_centre", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.4, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 37264, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_096_css_solar_system__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_096_css_solar_system", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.0, "tokens_input": 240, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16442, "tokens_reasoning": 14634, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_096_css_solar_system__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_096_css_solar_system", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 27.1, "tokens_input": 223, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30531, "tokens_reasoning": 20099, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_097_wave_interference__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_097_wave_interference", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.6, "tokens_input": 229, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22652, "tokens_reasoning": 19914, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_fox_forest_run__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "html_fox_forest_run", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1807.0, "tokens_input": 52, "tokens_cache_write": 164869, "tokens_cache_read": 3217780, "tokens_output": 101553, "tokens_reasoning": 63351, "cost_usd": 3.499169, "cost_usd_computed": 3.499169, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_fox_forest_run__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "html_fox_forest_run", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1120.5, "tokens_input": 50, "tokens_cache_write": 145761, "tokens_cache_read": 2579690, "tokens_output": 89797, "tokens_reasoning": 47051, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_fox_forest_run__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "html_fox_forest_run", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 595.9, "tokens_input": 81, "tokens_cache_write": 70299, "tokens_cache_read": 1245109, "tokens_output": 50769, "tokens_reasoning": 21922, "cost_usd": 0.897472, "cost_usd_computed": 0.897472, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_fox_forest_run__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "html_fox_forest_run", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2337.5, "tokens_input": 3060, "tokens_cache_write": 111148, "tokens_cache_read": 2896978, "tokens_output": 82716, "tokens_reasoning": 51281, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_zoom_to_atom__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_zoom_to_atom", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 158.6, "tokens_input": 472, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19425, "tokens_reasoning": 11659, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_zoom_to_atom__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_zoom_to_atom", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 178.6, "tokens_input": 388, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15411, "tokens_reasoning": 5132, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_zoom_to_atom__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_zoom_to_atom", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 17.8, "tokens_input": 449, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28756, "tokens_reasoning": 24381, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "html_zoom_to_atom__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "html_zoom_to_atom", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 52.8, "tokens_input": 438, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "humanoid_motion_cycle__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "humanoid_motion_cycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "harness_config_failure", "wall_time_s": 921.6, "tokens_input": 2, "tokens_cache_write": 5968, "tokens_cache_read": 24357, "tokens_output": 33279, "tokens_reasoning": 33058, "cost_usd": 0.700299, "cost_usd_computed": 0.700299, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "humanoid_motion_cycle__claude-code__opus-5-5-low__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "humanoid_motion_cycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "low", "status": "ok", "wall_time_s": 247.8, "tokens_input": 8, "tokens_cache_write": 28907, "tokens_cache_read": 159182, "tokens_output": 23425, "tokens_reasoning": 13342, "cost_usd": 0.644903, "cost_usd_computed": 0.644903, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "humanoid_motion_cycle__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "humanoid_motion_cycle", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2188.2, "tokens_input": 64, "tokens_cache_write": 203294, "tokens_cache_read": 2670232, "tokens_output": 207073, "tokens_reasoning": 177583, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "humanoid_motion_cycle__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "humanoid_motion_cycle", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3034.4, "tokens_input": 150, "tokens_cache_write": 146105, "tokens_cache_read": 4286374, "tokens_output": 100324, "tokens_reasoning": 59112, "cost_usd": 10.765124, "cost_usd_computed": 10.765124, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "humanoid_motion_cycle__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "humanoid_motion_cycle", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3469.6, "tokens_input": 12545, "tokens_cache_write": 172841, "tokens_cache_read": 5397915, "tokens_output": 128409, "tokens_reasoning": 87916, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "humanoid_motion_cycle__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "humanoid_motion_cycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1003.3, "tokens_input": 37070, "tokens_cache_write": 0, "tokens_cache_read": 12195072, "tokens_output": 181809, "tokens_reasoning": 147983, "cost_usd": 0.15123111599999994, "cost_usd_computed": 0.151231, "cost_usd_reported": 0.15123111599999994, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "humanoid_motion_cycle__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "humanoid_motion_cycle", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 1809.7, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 0, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "hyperframes_artemis_ii__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-27", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5952.8, "tokens_input": 1070, "tokens_cache_write": 4241191, "tokens_cache_read": 11345301, "tokens_output": 232957, "tokens_reasoning": 119448, "cost_usd": 67.509763, "cost_usd_computed": 67.509763, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 10762.7, "tokens_input": 434, "tokens_cache_write": 1791789, "tokens_cache_read": 93812419, "tokens_output": 377914, "tokens_reasoning": 218073, "cost_usd": 35.281445, "cost_usd_computed": 35.281445, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-27", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2063.0, "tokens_input": 231, "tokens_cache_write": 205285, "tokens_cache_read": 10553228, "tokens_output": 79793, "tokens_reasoning": 41697, "cost_usd": 16.598038, "cost_usd_computed": 16.598038, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5616.5, "tokens_input": 176569, "tokens_cache_write": 0, "tokens_cache_read": 29790720, "tokens_output": 168967, "tokens_reasoning": 93493, "cost_usd": 0.217237, "cost_usd_computed": 0.217237, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__hermes-omh__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "effort": "max", "status": "dnf", "wall_time_s": 7488.7, "tokens_input": 338, "tokens_cache_write": 1493188, "tokens_cache_read": 20948090, "tokens_output": 649190, "tokens_reasoning": null, "cost_usd": 24.640710000000006, "cost_usd_computed": 24.64071, "cost_usd_reported": 24.640710000000006, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__hermes__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "dnf", "wall_time_s": 8322.6, "tokens_input": 284, "tokens_cache_write": 2030682, "tokens_cache_read": 17126533, "tokens_output": 664801, "tokens_reasoning": null, "cost_usd": 26.8758726, "cost_usd_computed": 26.875873, "cost_usd_reported": 26.8758726, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__kilo__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Kilo Code CLI 7.7.9", "harness_family": "Kilo Code CLI 7.7.9", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 8285.7, "tokens_input": 448, "tokens_cache_write": 2922132, "tokens_cache_read": 61120937, "tokens_output": 325495, "tokens_reasoning": null, "cost_usd": 33.346539, "cost_usd_computed": 33.346539, "cost_usd_reported": 33.346539, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__omp__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Oh My Pi (omp) 18.3.1", "harness_family": "Oh My Pi (omp) 18.3.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 8681.2, "tokens_input": 394, "tokens_cache_write": 2529357, "tokens_cache_read": 66133299, "tokens_output": 320863, "tokens_reasoning": null, "cost_usd": 32.292281, "cost_usd_computed": 32.292281, "cost_usd_reported": 32.292281, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 9611.5, "tokens_input": 232114, "tokens_cache_write": 0, "tokens_cache_read": 58558208, "tokens_output": 183922, "tokens_reasoning": 95587, "cost_usd": 0.32084492400000014, "cost_usd_computed": 0.320845, "cost_usd_reported": 0.32084492400000014, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-27", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 7264.9, "tokens_input": 328, "tokens_cache_write": 1855265, "tokens_cache_read": 34002059, "tokens_output": 180916, "tokens_reasoning": 81262, "cost_usd": 40.74040725, "cost_usd_computed": 40.740407, "cost_usd_reported": 40.74040725, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-27", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3340.9, "tokens_input": 204, "tokens_cache_write": 181757, "tokens_cache_read": 6276676, "tokens_output": 44315, "tokens_reasoning": 8726, "cost_usd": 10.766428499999998, "cost_usd_computed": 10.312036, "cost_usd_reported": 10.766428499999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 9769.4, "tokens_input": 502, "tokens_cache_write": 972979, "tokens_cache_read": 92641470, "tokens_output": 311994, "tokens_reasoning": 167100, "cost_usd": 29.635076999999995, "cost_usd_computed": 29.635077, "cost_usd_reported": 29.635076999999995, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3160.8, "tokens_input": 248, "tokens_cache_write": 496431, "tokens_cache_read": 27653844, "tokens_output": 247533, "tokens_reasoning": null, "cost_usd": 12.964576, "cost_usd_computed": 12.964576, "cost_usd_reported": 12.964576, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__pi-kitted__opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 8772.8, "tokens_input": 348, "tokens_cache_write": 668634, "tokens_cache_read": 64196409, "tokens_output": 308194, "tokens_reasoning": null, "cost_usd": 22.347724, "cost_usd_computed": 22.347724, "cost_usd_reported": 22.347724, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_artemis_ii__pi__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-29", "category": "hyperframes", "prompt_id": "hyperframes_artemis_ii", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 7127.5, "tokens_input": 352, "tokens_cache_write": 636477, "tokens_cache_read": 53361283, "tokens_output": 319003, "tokens_reasoning": null, "cost_usd": 20.23611, "cost_usd_computed": 20.23611, "cost_usd_reported": 20.23611, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_brutalist_event_promo__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "hyperframes", "prompt_id": "hyperframes_brutalist_event_promo", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1237.1, "tokens_input": 82, "tokens_cache_write": 271601, "tokens_cache_read": 5707028, "tokens_output": 97850, "tokens_reasoning": 65115, "cost_usd": 4.456739, "cost_usd_computed": 4.456739, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_brutalist_event_promo__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_brutalist_event_promo", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 989.2, "tokens_input": 288, "tokens_cache_write": 550404, "tokens_cache_read": 11528840, "tokens_output": 103267, "tokens_reasoning": 63245, "cost_usd": 4.439822, "cost_usd_computed": 4.439822, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_css_3d_cube_gallery__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_css_3d_cube_gallery", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1078.8, "tokens_input": 225, "tokens_cache_write": 229581, "tokens_cache_read": 12701232, "tokens_output": 82742, "tokens_reasoning": 51506, "cost_usd": 3.827278, "cost_usd_computed": 3.827278, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_glass_dashboard_launch__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_glass_dashboard_launch", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1523.2, "tokens_input": 16908, "tokens_cache_write": 413629, "tokens_cache_read": 5853707, "tokens_output": 80690, "tokens_reasoning": 41903, "cost_usd": 4.920318, "cost_usd_computed": 4.920318, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_glass_dashboard_launch__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_glass_dashboard_launch", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1413.3, "tokens_input": 12850, "tokens_cache_write": 472589, "tokens_cache_read": 6819621, "tokens_output": 89723, "tokens_reasoning": 50752, "cost_usd": 3.232032, "cost_usd_computed": 3.232032, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_glass_launch_ui__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "hyperframes", "prompt_id": "hyperframes_glass_launch_ui", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 1491.2, "tokens_input": 90, "tokens_cache_write": 212970, "tokens_cache_read": 4962897, "tokens_output": 119420, "tokens_reasoning": 87557, "cost_usd": 4.446189, "cost_usd_computed": 4.446189, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_glass_launch_ui__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_glass_launch_ui", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 2283.155, "tokens_input": 6472, "tokens_cache_write": 267316, "tokens_cache_read": 7451202, "tokens_output": 287150, "tokens_reasoning": 238758, "cost_usd": 8.595708400000001, "cost_usd_computed": null, "cost_usd_reported": 8.595708400000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_glass_launch_ui__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "hyperframes", "prompt_id": "hyperframes_glass_launch_ui", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3114.0, "tokens_input": 276036, "tokens_cache_write": 0, "tokens_cache_read": 2396809, "tokens_output": 36251, "tokens_reasoning": 20197, "cost_usd": 2.0909156999999996, "cost_usd_computed": 2.090916, "cost_usd_reported": 2.0909156999999996, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_glass_launch_ui__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "hyperframes", "prompt_id": "hyperframes_glass_launch_ui", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "infra_dnf", "wall_time_s": 1393.994, "tokens_input": 122, "tokens_cache_write": 307552, "tokens_cache_read": 8033069, "tokens_output": 44322, "tokens_reasoning": 124243, "cost_usd": 4.061388, "cost_usd_computed": null, "cost_usd_reported": 4.061388, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_ink_brush_dragon__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_ink_brush_dragon", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2552.2, "tokens_input": 6616, "tokens_cache_write": 1060995, "tokens_cache_read": 4948072, "tokens_output": 110755, "tokens_reasoning": 58480, "cost_usd": 8.536153, "cost_usd_computed": 8.536153, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_ink_brush_dragon__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_ink_brush_dragon", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 939.0, "tokens_input": 219, "tokens_cache_write": 213043, "tokens_cache_read": 10548227, "tokens_output": 82119, "tokens_reasoning": 48458, "cost_usd": 3.357359, "cost_usd_computed": 3.357359, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_isometric_server_room__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_isometric_server_room", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1493.4, "tokens_input": 29343, "tokens_cache_write": 498186, "tokens_cache_read": 6323291, "tokens_output": 120671, "tokens_reasoning": 70413, "cost_usd": 6.28638, "cost_usd_computed": 6.28638, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_isometric_server_room__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_isometric_server_room", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 942.7, "tokens_input": 180, "tokens_cache_write": 218135, "tokens_cache_read": 7965988, "tokens_output": 83024, "tokens_reasoning": 52533, "cost_usd": 2.860068, "cost_usd_computed": 2.860068, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_lighthouse_storm__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_lighthouse_storm", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1583.1, "tokens_input": 80, "tokens_cache_write": 264575, "tokens_cache_read": 5496306, "tokens_output": 106805, "tokens_reasoning": 56268, "cost_usd": 4.558556, "cost_usd_computed": 4.558556, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_lighthouse_storm__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_lighthouse_storm", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1268.3, "tokens_input": 249, "tokens_cache_write": 216288, "tokens_cache_read": 12729502, "tokens_output": 78004, "tokens_reasoning": 44735, "cost_usd": 3.759014, "cost_usd_computed": 3.759014, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_product_reveal_watch__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_product_reveal_watch", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1029.0, "tokens_input": 174, "tokens_cache_write": 216482, "tokens_cache_read": 8377223, "tokens_output": 71303, "tokens_reasoning": 40216, "cost_usd": 2.821787, "cost_usd_computed": 2.821787, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_terminal_hacker_boot__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_terminal_hacker_boot", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2017.5, "tokens_input": 66, "tokens_cache_write": 449255, "tokens_cache_read": 3719467, "tokens_output": 104795, "tokens_reasoning": 65718, "cost_usd": 5.086332, "cost_usd_computed": 5.086332, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_terminal_hacker_boot__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_terminal_hacker_boot", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 929.4, "tokens_input": 168, "tokens_cache_write": 205309, "tokens_cache_read": 7449878, "tokens_output": 72475, "tokens_reasoning": 50327, "cost_usd": 2.62568, "cost_usd_computed": 2.62568, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "hyperframes_tokyo_neon_title__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "hyperframes", "prompt_id": "hyperframes_tokyo_neon_title", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1463.4, "tokens_input": 261, "tokens_cache_write": 236553, "tokens_cache_read": 13844470, "tokens_output": 87557, "tokens_reasoning": 48436, "cost_usd": 4.118092, "cost_usd_computed": 4.118092, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "image_to_procedural_threejs_scene__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "image_to_procedural_threejs_scene", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2267.5, "tokens_input": 478, "tokens_cache_write": 242790, "tokens_cache_read": 9157100, "tokens_output": 149295, "tokens_reasoning": 89905, "cost_usd": 6.033182, "cost_usd_computed": 6.033182, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "image_to_procedural_threejs_scene__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "image_to_procedural_threejs_scene", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 437.0, "tokens_input": 84, "tokens_cache_write": 85390, "tokens_cache_read": 1566097, "tokens_output": 55556, "tokens_reasoning": 25881, "cost_usd": 1.039727, "cost_usd_computed": 1.039727, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__claude-code__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2381.5, "tokens_input": 868, "tokens_cache_write": 212330, "tokens_cache_read": 3237704, "tokens_output": 175642, "tokens_reasoning": null, "cost_usd": 12.27, "cost_usd_computed": 12.254331, "cost_usd_reported": 12.27, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 2125.9, "tokens_input": 102088, "tokens_cache_write": 0, "tokens_cache_read": 1454384, "tokens_output": 144116, "tokens_reasoning": null, "cost_usd": 1.155173, "cost_usd_computed": 1.155173, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "isometric_town", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "dnf", "wall_time_s": 2306.7, "tokens_input": 68997, "tokens_cache_write": 0, "tokens_cache_read": 131149, "tokens_output": 160129, "tokens_reasoning": 0, "cost_usd": 0.835263, "cost_usd_computed": 0.835263, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__claude-code__glm-5.3__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "isometric_town", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2776.2, "tokens_input": 382088, "tokens_cache_write": 0, "tokens_cache_read": 7109549, "tokens_output": 195666, "tokens_reasoning": 0, "cost_usd": 3.244336, "cost_usd_computed": 3.244336, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2988.4, "tokens_input": 180, "tokens_cache_write": 393685, "tokens_cache_read": 25032220, "tokens_output": 291955, "tokens_reasoning": null, "cost_usd": 12.82, "cost_usd_computed": 12.814689, "cost_usd_reported": 12.82, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__claude-code__opus-5-5__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "svg", "prompt_id": "isometric_town", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 3744.419, "tokens_input": 10121, "tokens_cache_write": 611658, "tokens_cache_read": 8287305, "tokens_output": 353157, "tokens_reasoning": 210516, "cost_usd": 11.819375, "cost_usd_computed": 11.819375, "cost_usd_reported": 11.819375, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "isometric_town", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 1592.096, "tokens_input": 14, "tokens_cache_write": 21009, "tokens_cache_read": 226388, "tokens_output": 192499, "tokens_reasoning": 192346, "cost_usd": 4.0003586, "cost_usd_computed": null, "cost_usd_reported": 4.0003586, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "isometric_town", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 2027.1, "tokens_input": 5936, "tokens_cache_write": 0, "tokens_cache_read": 5632, "tokens_output": 219, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__cline__gemini-3.8-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "isometric_town", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2099.4, "tokens_input": 658743, "tokens_cache_write": 0, "tokens_cache_read": 2483951, "tokens_output": 66888, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "isometric_town", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "stopped_by_our_timeout", "wall_time_s": 2045.8, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__cline__mimo-v2.6-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "isometric_town", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1797.7, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "isometric_town", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 319.7, "tokens_input": 166756, "tokens_cache_write": 0, "tokens_cache_read": 407802, "tokens_output": 29059, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 152.4, "tokens_input": 44458, "tokens_cache_write": 0, "tokens_cache_read": 665330, "tokens_output": 17588, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 718.1, "tokens_input": 51689, "tokens_cache_write": 0, "tokens_cache_read": 308919, "tokens_output": 32855, "tokens_reasoning": 10645, "cost_usd": 2.468559, "cost_usd_computed": 2.468559, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "isometric_town", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 274.1, "tokens_input": 27, "tokens_cache_write": 52240, "tokens_cache_read": 313910, "tokens_output": 37172, "tokens_reasoning": 21048, "cost_usd": 0.539036, "cost_usd_computed": 0.539036, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 980.1, "tokens_input": 48627, "tokens_cache_write": 0, "tokens_cache_read": 14798848, "tokens_output": 182257, "tokens_reasoning": 111572, "cost_usd": 0.322089, "cost_usd_computed": 0.322089, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__grok-build__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "Grok Build 1.0.41", "harness_family": "Grok Build", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 2444.4, "tokens_input": 389827, "tokens_cache_write": 0, "tokens_cache_read": 3058944, "tokens_output": 177406, "tokens_reasoning": 146169, "cost_usd": 3.586, "cost_usd_computed": 3.373562, "cost_usd_reported": 3.586, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__kimi-code__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2935.8, "tokens_input": 113439, "tokens_cache_write": 0, "tokens_cache_read": 3650378, "tokens_output": 73616, "tokens_reasoning": null, "cost_usd": 2.53967, "cost_usd_computed": 2.53967, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1574.0, "tokens_input": 58931, "tokens_cache_write": 0, "tokens_cache_read": 26815488, "tokens_output": 69146, "tokens_reasoning": 159588, "cost_usd": 0.2265, "cost_usd_computed": 0.453053, "cost_usd_reported": 0.2265, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2351.1, "tokens_input": 112, "tokens_cache_write": 307567, "tokens_cache_read": 6989475, "tokens_output": 62771, "tokens_reasoning": 98764, "cost_usd": 13.6698, "cost_usd_computed": 13.669826, "cost_usd_reported": 13.6698, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2911.8, "tokens_input": 378238, "tokens_cache_write": 0, "tokens_cache_read": 7827398, "tokens_output": 45135, "tokens_reasoning": 158976, "cost_usd": 3.4627, "cost_usd_computed": 3.462744, "cost_usd_reported": 3.4627, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 807.4, "tokens_input": 48, "tokens_cache_write": 46110, "tokens_cache_read": 411288, "tokens_output": 23457, "tokens_reasoning": 9811, "cost_usd": 2.6515, "cost_usd_computed": 2.536268, "cost_usd_reported": 2.6515, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 2851.9, "tokens_input": 2946269, "tokens_cache_write": 0, "tokens_cache_read": 4679168, "tokens_output": 77625, "tokens_reasoning": 112462, "cost_usd": 9.3726, "cost_usd_computed": 9.372644, "cost_usd_reported": 9.3726, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1809.3, "tokens_input": 68824, "tokens_cache_write": 0, "tokens_cache_read": 1357647, "tokens_output": 14663, "tokens_reasoning": 33704, "cost_usd": 1.3393, "cost_usd_computed": 1.339271, "cost_usd_reported": 1.3393, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "isometric_town", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1537.4, "tokens_input": 105447, "tokens_cache_write": 0, "tokens_cache_read": 3346560, "tokens_output": 82386, "tokens_reasoning": 48296, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "isometric_town", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 400.1, "tokens_input": 45549, "tokens_cache_write": 0, "tokens_cache_read": 727064, "tokens_output": 29509, "tokens_reasoning": 14660, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "dnf", "wall_time_s": 1207.7, "tokens_input": 4, "tokens_cache_write": 11180, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 128000, "cost_usd": 2.6159, "cost_usd_computed": 2.615916, "cost_usd_reported": 2.6159, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__opus-5-5__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "isometric_town", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3546.0, "tokens_input": 162, "tokens_cache_write": 697520, "tokens_cache_read": 25213561, "tokens_output": 343077, "tokens_reasoning": 244934, "cost_usd": 15.392500199999997, "cost_usd_computed": 15.3925, "cost_usd_reported": 15.392500199999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "isometric_town", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2765.124, "tokens_input": 162, "tokens_cache_write": 439558, "tokens_cache_read": 20381453, "tokens_output": 137140, "tokens_reasoning": 225425, "cost_usd": 8.80116, "cost_usd_computed": null, "cost_usd_reported": 8.80116, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__opencode__space-bunny-alpha", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "isometric_town", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 450.1, "tokens_input": 39009, "tokens_cache_write": 0, "tokens_cache_read": 293772, "tokens_output": 24573, "tokens_reasoning": 7508, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "isometric_town__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "isometric_town", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 3.98, "tokens_input": 91, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 390, "tokens_reasoning": 355, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js13k_style_shader_game__claude-code__haiku-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "js13k_style_shader_game", "model": "Claude Haiku 5.5", "model_id": "claude-haiku-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 486.8, "tokens_input": 64, "tokens_cache_write": 52140, "tokens_cache_read": 2106249, "tokens_output": 63316, "tokens_reasoning": 47717, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js13k_style_shader_game__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "js13k_style_shader_game", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 928.7, "tokens_input": 88, "tokens_cache_write": 234374, "tokens_cache_read": 3256892, "tokens_output": 54032, "tokens_reasoning": 32584, "cost_usd": 2.90424, "cost_usd_computed": 2.90424, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js13k_style_shader_game__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "js13k_style_shader_game", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 400.6, "tokens_input": 111, "tokens_cache_write": 66816, "tokens_cache_read": 1674741, "tokens_output": 47753, "tokens_reasoning": 32829, "cost_usd": 0.946332, "cost_usd_computed": 0.946332, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__claude-code__fable-5-1__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 892.596, "tokens_input": 662, "tokens_cache_write": 147061, "tokens_cache_read": 1990443, "tokens_output": 43175, "tokens_reasoning": 25767, "cost_usd": 4.501243250000001, "cost_usd_computed": 4.501243, "cost_usd_reported": 4.501243250000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 5820.2, "tokens_input": 2500, "tokens_cache_write": 1200000, "tokens_cache_read": 32800000, "tokens_output": 451400, "tokens_reasoning": null, "cost_usd": 21.52, "cost_usd_computed": 21.52, "cost_usd_reported": 21.52, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__claude-code__opus-5-5__attempt1-postupgrade", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_config_failure", "wall_time_s": 417.8, "tokens_input": 2400, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20, "tokens_reasoning": null, "cost_usd": 0.0098, "cost_usd_computed": 0.0098, "cost_usd_reported": 0.0098, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__claude-code__opus-5-5__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 5536.7, "tokens_input": 160, "tokens_cache_write": 491687, "tokens_cache_read": 28497295, "tokens_output": 480913, "tokens_reasoning": 371454, "cost_usd": 17.776794, "cost_usd_computed": 17.776794, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 1384.424, "tokens_input": 12, "tokens_cache_write": 20676, "tokens_cache_read": 198720, "tokens_output": 160649, "tokens_reasoning": 160231, "cost_usd": 3.356152, "cost_usd_computed": null, "cost_usd_reported": 3.356152, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "html_animation", "prompt_id": "js_short", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 561.8, "tokens_input": 68546, "tokens_cache_write": 0, "tokens_cache_read": 2935960, "tokens_output": 46148, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "html_animation", "prompt_id": "js_short", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 958.8, "tokens_input": 48, "tokens_cache_write": 52933, "tokens_cache_read": 510768, "tokens_output": 48027, "tokens_reasoning": 9914, "cost_usd": 3.4419, "cost_usd_computed": 3.4419, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "html_animation", "prompt_id": "js_short", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 534.5, "tokens_input": 75, "tokens_cache_write": 103939, "tokens_cache_read": 1428719, "tokens_output": 65270, "tokens_reasoning": 27018, "cost_usd": 1.146472, "cost_usd_computed": 1.146472, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__hermes-omh__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2404.6, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__hermes__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2404.6, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__kilo__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Kilo Code CLI 7.7.9", "harness_family": "Kilo Code CLI 7.7.9", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 508.9, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__opencode__fable-5-1__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1552.578, "tokens_input": 258, "tokens_cache_write": 223433, "tokens_cache_read": 4711027, "tokens_output": 67786, "tokens_reasoning": 24347, "cost_usd": 8.579899, "cost_usd_computed": 7.362549, "cost_usd_reported": 8.579899, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__opencode__gpt-6-astra__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "js_short", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1189.6, "tokens_input": 57, "tokens_cache_write": 54483, "tokens_cache_read": 614491, "tokens_output": 52106, "tokens_reasoning": 9456, "cost_usd": 3.9013985, "cost_usd_computed": 3.765191, "cost_usd_reported": 3.9013985, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "js_short", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 123.8, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 0, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "js_short__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2766.171, "tokens_input": 106, "tokens_cache_write": 652959, "tokens_cache_read": 7467593, "tokens_output": 126739, "tokens_reasoning": 217521, "cost_usd": 6.568728, "cost_usd_computed": null, "cost_usd_reported": 6.568728, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "dnf", "wall_time_s": 1312.5, "tokens_input": 4, "tokens_cache_write": 13414, "tokens_cache_read": 1310, "tokens_output": 128000, "tokens_reasoning": null, "cost_usd": 2.627348, "cost_usd_computed": 2.627348, "cost_usd_reported": 2.627348, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__pi-kitted__opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2523.4, "tokens_input": 50, "tokens_cache_write": 326387, "tokens_cache_read": 4760077, "tokens_output": 241704, "tokens_reasoning": null, "cost_usd": 7.41823, "cost_usd_computed": 7.41823, "cost_usd_reported": 7.41823, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__pi__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2493.7, "tokens_input": 38, "tokens_cache_write": 266317, "tokens_cache_read": 2296622, "tokens_output": 261118, "tokens_reasoning": null, "cost_usd": 7.013421, "cost_usd_computed": 7.013421, "cost_usd_reported": 7.013421, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "js_short", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 129.37, "tokens_input": 793, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27543, "tokens_reasoning": 14894, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__raw-api__gpt-6-sol__max", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "html_animation", "prompt_id": "js_short", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 934.5, "tokens_input": 741, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 58854, "tokens_reasoning": 36881, "cost_usd": 0.590022, "cost_usd_computed": 0.590022, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__raw-api__opus-5-5__low", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "low", "status": "ok", "wall_time_s": 97.97, "tokens_input": 1174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11686, "tokens_reasoning": 0, "cost_usd": 0.238416, "cost_usd_computed": 0.238416, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__raw-api__opus-5-5__max", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1242.2, "tokens_input": 1174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.564696, "cost_usd_computed": 2.564696, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__raw-api__opus-5-5__max__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1353.1, "tokens_input": 1174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.564696, "cost_usd_computed": 2.564696, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "js_short__raw-api__opus-5-5__max__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "html_animation", "prompt_id": "js_short", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1313.3, "tokens_input": 1174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 127998, "cost_usd": 2.564696, "cost_usd_computed": 2.564696, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__claude-code__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2012.3, "tokens_input": 1026, "tokens_cache_write": 250421, "tokens_cache_read": 4477977, "tokens_output": 158701, "tokens_reasoning": null, "cost_usd": 12.21, "cost_usd_computed": 12.195067, "cost_usd_reported": 12.21, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 492.9, "tokens_input": 48253, "tokens_cache_write": 0, "tokens_cache_read": 112895, "tokens_output": 30254, "tokens_reasoning": null, "cost_usd": 0.230025, "cost_usd_computed": 0.230025, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "lighthouse_night", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 979.1, "tokens_input": 171422, "tokens_cache_write": 0, "tokens_cache_read": 3632060, "tokens_output": 68852, "tokens_reasoning": 0, "cost_usd": 1.487276, "cost_usd_computed": 1.487276, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "lighthouse_night", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 4297.1, "tokens_input": 206, "tokens_cache_write": 405753, "tokens_cache_read": 29070773, "tokens_output": 284196, "tokens_reasoning": null, "cost_usd": 13.53, "cost_usd_computed": 13.527664, "cost_usd_reported": 13.53, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__claude-code__opus-5-5__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "svg", "prompt_id": "lighthouse_night", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 4550.971, "tokens_input": 11804, "tokens_cache_write": 589141, "tokens_cache_read": 12602797, "tokens_output": 325141, "tokens_reasoning": 158660, "cost_usd": 12.016300400000002, "cost_usd_computed": 12.0163, "cost_usd_reported": 12.016300400000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "lighthouse_night", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2759.187, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "lighthouse_night", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "stopped_by_us", "wall_time_s": 2545.2, "tokens_input": 25073, "tokens_cache_write": 0, "tokens_cache_read": 1491840, "tokens_output": 70787, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__cline__gemini-3.8-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 405.7, "tokens_input": 175807, "tokens_cache_write": 0, "tokens_cache_read": 597962, "tokens_output": 57019, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "lighthouse_night", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "stopped_by_us", "wall_time_s": 2559.6, "tokens_input": 41534, "tokens_cache_write": 0, "tokens_cache_read": 136320, "tokens_output": 28890, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "lighthouse_night", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2955.8, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "lighthouse_night__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 164.6, "tokens_input": 19774, "tokens_cache_write": 0, "tokens_cache_read": 311440, "tokens_output": 11368, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 548.3, "tokens_input": 48414, "tokens_cache_write": 0, "tokens_cache_read": 430565, "tokens_output": 27316, "tokens_reasoning": 6572, "cost_usd": 2.280505, "cost_usd_computed": 2.280505, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "lighthouse_night", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 335.4, "tokens_input": 96, "tokens_cache_write": 61985, "tokens_cache_read": 1241821, "tokens_output": 32449, "tokens_reasoning": 10643, "cost_usd": 0.697016, "cost_usd_computed": 0.697016, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 820.1, "tokens_input": 49723, "tokens_cache_write": 0, "tokens_cache_read": 11171200, "tokens_output": 128209, "tokens_reasoning": 41605, "cost_usd": 0.235795, "cost_usd_computed": 0.235795, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__grok-build__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "Grok Build 1.0.41", "harness_family": "Grok Build", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 2164.8, "tokens_input": 319917, "tokens_cache_write": 0, "tokens_cache_read": 7719936, "tokens_output": 153614, "tokens_reasoning": 108277, "cost_usd": 5.4215, "cost_usd_computed": 5.421486, "cost_usd_reported": 5.4215, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__kimi-code__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1313.2, "tokens_input": 66904, "tokens_cache_write": 0, "tokens_cache_read": 2012702, "tokens_output": 31377, "tokens_reasoning": null, "cost_usd": 1.275178, "cost_usd_computed": 1.275178, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 730.1, "tokens_input": 32997, "tokens_cache_write": 0, "tokens_cache_read": 7371136, "tokens_output": 47674, "tokens_reasoning": 42377, "cost_usd": 0.0811, "cost_usd_computed": 0.162187, "cost_usd_reported": 0.0811, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1512.2, "tokens_input": 62, "tokens_cache_write": 151759, "tokens_cache_read": 2874380, "tokens_output": 54594, "tokens_reasoning": 54047, "cost_usd": 8.0483, "cost_usd_computed": 8.048253, "cost_usd_reported": 8.0483, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 827.5, "tokens_input": 79349, "tokens_cache_write": 0, "tokens_cache_read": 1444088, "tokens_output": 25335, "tokens_reasoning": 35254, "cost_usd": 0.7531, "cost_usd_computed": 0.753144, "cost_usd_reported": 0.7531, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 1109.1, "tokens_input": 1099, "tokens_cache_write": 47347, "tokens_cache_read": 617119, "tokens_output": 29275, "tokens_reasoning": 5390, "cost_usd": 2.9532, "cost_usd_computed": 2.834829, "cost_usd_reported": 2.9532, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 1410.9, "tokens_input": 734522, "tokens_cache_write": 0, "tokens_cache_read": 2878720, "tokens_output": 38268, "tokens_reasoning": 58479, "cost_usd": 3.4889, "cost_usd_computed": 3.488886, "cost_usd_reported": 3.4889, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1549.8, "tokens_input": 62341, "tokens_cache_write": 0, "tokens_cache_read": 1053252, "tokens_output": 19658, "tokens_reasoning": 21450, "cost_usd": 1.1196, "cost_usd_computed": 1.119619, "cost_usd_reported": 1.1196, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "lighthouse_night", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 454.1, "tokens_input": 60514, "tokens_cache_write": 0, "tokens_cache_read": 1009786, "tokens_output": 36891, "tokens_reasoning": 4969, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "lighthouse_night", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4523.0, "tokens_input": 362, "tokens_cache_write": 688916, "tokens_cache_read": 27967239, "tokens_output": 174997, "tokens_reasoning": 210804, "cost_usd": 16.7555, "cost_usd_computed": 16.755496, "cost_usd_reported": 16.7555, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "lighthouse_night", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2759.077, "tokens_input": 202, "tokens_cache_write": 627680, "tokens_cache_read": 13597494, "tokens_output": 128380, "tokens_reasoning": 202557, "cost_usd": 7.598473, "cost_usd_computed": null, "cost_usd_reported": 7.598473, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__opencode__space-bunny-alpha", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "lighthouse_night", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 449.3, "tokens_input": 44488, "tokens_cache_write": 0, "tokens_cache_read": 518351, "tokens_output": 19642, "tokens_reasoning": 4779, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "lighthouse_night", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 2.82, "tokens_input": 81, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 198, "tokens_reasoning": 163, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "lighthouse_night__raw-api__gemini-3.7-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "lighthouse_night", "model": "Gemini 3.7 Flash", "model_id": "gemini-3.7-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 8.0, "tokens_input": 81, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 146, "tokens_reasoning": 130, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__claude-code__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1513.6, "tokens_input": 770, "tokens_cache_write": 232861, "tokens_cache_read": 2807440, "tokens_output": 101273, "tokens_reasoning": null, "cost_usd": 8.7, "cost_usd_computed": 8.683973, "cost_usd_reported": 8.7, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 1164.4, "tokens_input": 113854, "tokens_cache_write": 0, "tokens_cache_read": 738497, "tokens_output": 77190, "tokens_reasoning": null, "cost_usd": 0.691041, "cost_usd_computed": 0.691041, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "macbook_pro_16", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1325.8, "tokens_input": 109419, "tokens_cache_write": 0, "tokens_cache_read": 1987185, "tokens_output": 100469, "tokens_reasoning": 0, "cost_usd": 1.111919, "cost_usd_computed": 1.111919, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2330.7, "tokens_input": 86, "tokens_cache_write": 416608, "tokens_cache_read": 7418598, "tokens_output": 178577, "tokens_reasoning": null, "cost_usd": 7.14, "cost_usd_computed": 7.138644, "cost_usd_reported": 7.14, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1868.247, "tokens_input": 2598, "tokens_cache_write": 242990, "tokens_cache_read": 7218878, "tokens_output": 198545, "tokens_reasoning": 140466, "cost_usd": 6.6400175999999975, "cost_usd_computed": null, "cost_usd_reported": 6.6400175999999975, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "macbook_pro_16", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1403.1, "tokens_input": 79989, "tokens_cache_write": 0, "tokens_cache_read": 5440384, "tokens_output": 122911, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__cline__gemini-3.8-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "dnf", "wall_time_s": 682.4, "tokens_input": 10081, "tokens_cache_write": 0, "tokens_cache_read": 187365, "tokens_output": 600, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__cline__gemini-3.8-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 440.0, "tokens_input": 131136, "tokens_cache_write": 0, "tokens_cache_read": 321314, "tokens_output": 14795, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "macbook_pro_16", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1911.6, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__cline__mimo-v2.6-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "macbook_pro_16", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1324.0, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 757.2, "tokens_input": 675300, "tokens_cache_write": 0, "tokens_cache_read": 1558313, "tokens_output": 57974, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 145.7, "tokens_input": 33727, "tokens_cache_write": 0, "tokens_cache_read": 334980, "tokens_output": 17792, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "macbook_pro_16", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 948.2, "tokens_input": 44149, "tokens_cache_write": 0, "tokens_cache_read": 602354, "tokens_output": 23808, "tokens_reasoning": 9053, "cost_usd": 2.234244, "cost_usd_computed": 2.234244, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "macbook_pro_16", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 235.0, "tokens_input": 33, "tokens_cache_write": 42966, "tokens_cache_read": 314316, "tokens_output": 28145, "tokens_reasoning": 19509, "cost_usd": 0.430311, "cost_usd_computed": 0.430311, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "macbook_pro_16", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 640.1, "tokens_input": 67469, "tokens_cache_write": 0, "tokens_cache_read": 4315520, "tokens_output": 93244, "tokens_reasoning": 63947, "cost_usd": 0.079013, "cost_usd_computed": 0.079013, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__grok-build__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "Grok Build 1.0.41", "harness_family": "Grok Build", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 2505.4, "tokens_input": 343895, "tokens_cache_write": 0, "tokens_cache_read": 8209024, "tokens_output": 169958, "tokens_reasoning": 127741, "cost_usd": 7.6555, "cost_usd_computed": 5.81205, "cost_usd_reported": 7.6555, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__kimi-code__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1664.4, "tokens_input": 82919, "tokens_cache_write": 0, "tokens_cache_read": 2338634, "tokens_output": 48318, "tokens_reasoning": null, "cost_usd": 1.675117, "cost_usd_computed": 1.675117, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "macbook_pro_16", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 629.0, "tokens_input": 94415, "tokens_cache_write": 0, "tokens_cache_read": 6807168, "tokens_output": 32468, "tokens_reasoning": 63234, "cost_usd": 0.092, "cost_usd_computed": 0.092005, "cost_usd_reported": 0.092, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1993.3, "tokens_input": 114, "tokens_cache_write": 171169, "tokens_cache_read": 6935830, "tokens_output": 39854, "tokens_reasoning": 88145, "cost_usd": 10.2747, "cost_usd_computed": 10.274661, "cost_usd_reported": 10.2747, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1932.0, "tokens_input": 358448, "tokens_cache_write": 0, "tokens_cache_read": 5124545, "tokens_output": 31615, "tokens_reasoning": 97043, "cost_usd": 2.4003, "cost_usd_computed": 2.400304, "cost_usd_reported": 2.4003, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "macbook_pro_16", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 611.2, "tokens_input": 42, "tokens_cache_write": 35256, "tokens_cache_read": 318601, "tokens_output": 16600, "tokens_reasoning": 6989, "cost_usd": 1.9392, "cost_usd_computed": 1.851031, "cost_usd_reported": 1.9392, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 2431.2, "tokens_input": 1817398, "tokens_cache_write": 0, "tokens_cache_read": 22652288, "tokens_output": 66229, "tokens_reasoning": 69998, "cost_usd": 15.7783, "cost_usd_computed": 15.778302, "cost_usd_reported": 15.7783, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2595.2, "tokens_input": 120353, "tokens_cache_write": 0, "tokens_cache_read": 3051214, "tokens_output": 29188, "tokens_reasoning": 58061, "cost_usd": 2.5852, "cost_usd_computed": 2.585158, "cost_usd_reported": 2.5852, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 337.8, "tokens_input": 39546, "tokens_cache_write": 0, "tokens_cache_read": 578727, "tokens_output": 23020, "tokens_reasoning": 7705, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 1524.6, "tokens_input": 36, "tokens_cache_write": 260512, "tokens_cache_read": 1560461, "tokens_output": 31579, "tokens_reasoning": 80940, "cost_usd": 3.8652, "cost_usd_computed": 3.865176, "cost_usd_reported": 3.8652, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__opus-5-5__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1612.0, "tokens_input": 106, "tokens_cache_write": 218626, "tokens_cache_read": 6774654, "tokens_output": 43270, "tokens_reasoning": 104016, "cost_usd": 5.3942, "cost_usd_computed": 5.394205, "cost_usd_reported": 5.3942, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__opus-5-5__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2335.3, "tokens_input": 136, "tokens_cache_write": 290278, "tokens_cache_read": 13258374, "tokens_output": 213812, "tokens_reasoning": 153067, "cost_usd": 8.3798488, "cost_usd_computed": 8.379849, "cost_usd_reported": 8.3798488, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2757.095, "tokens_input": 114, "tokens_cache_write": 274464, "tokens_cache_read": 9126042, "tokens_output": 64762, "tokens_reasoning": 142475, "cost_usd": 4.583966, "cost_usd_computed": null, "cost_usd_reported": 4.583966, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__opencode__space-bunny-alpha", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 410.3, "tokens_input": 19734, "tokens_cache_write": 0, "tokens_cache_read": 379148, "tokens_output": 18002, "tokens_reasoning": 8167, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "macbook_pro_16__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "macbook_pro_16", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 9.83, "tokens_input": 88, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1207, "tokens_reasoning": 1160, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_chart_morph__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_chart_morph", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 548.27, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_chart_morph__api-oneshot__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_chart_morph", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 171.38, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_chart_morph__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_chart_morph", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 400.49, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_chart_morph__api-oneshot__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_chart_morph", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 1193.2, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_kpi_odometer__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_kpi_odometer", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 456.6, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_orbit_compare__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_orbit_compare", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 433.84, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_route_map__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_route_map", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 450.73, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_shape_logo__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_shape_logo", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 422.46, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_stock_candles__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_stock_candles", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 361.86, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "mg_waffle_morph__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "mg_waffle_morph", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 216.79, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "one_key_rhythm_runner__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "one_key_rhythm_runner", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1172.2, "tokens_input": 70, "tokens_cache_write": 118781, "tokens_cache_read": 3862816, "tokens_output": 85138, "tokens_reasoning": 44757, "cost_usd": 3.069508, "cost_usd_computed": 3.069508, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "one_key_rhythm_runner__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "one_key_rhythm_runner", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 541.9, "tokens_input": 120, "tokens_cache_write": 91963, "tokens_cache_read": 2300972, "tokens_output": 60519, "tokens_reasoning": 32520, "cost_usd": 1.24955, "cost_usd_computed": 1.24955, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "one_prompt_3d_kart_racer__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "one_prompt_3d_kart_racer", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1306.3, "tokens_input": 970, "tokens_cache_write": 206438, "tokens_cache_read": 3616139, "tokens_output": 111047, "tokens_reasoning": 59207, "cost_usd": 3.980238, "cost_usd_computed": 3.980238, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "one_prompt_3d_kart_racer__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "one_prompt_3d_kart_racer", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 394.3, "tokens_input": 60, "tokens_cache_write": 70664, "tokens_cache_read": 956767, "tokens_output": 52361, "tokens_reasoning": 27009, "cost_usd": 0.856411, "cost_usd_computed": 0.856411, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_ai_data_centre__claude-code__opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "threejs", "prompt_id": "opus55demo_ai_data_centre", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 1047.7, "tokens_input": 72, "tokens_cache_write": 152212, "tokens_cache_read": 4402005, "tokens_output": 106369, "tokens_reasoning": 37275, "cost_usd": 3.7691290000000004, "cost_usd_computed": 3.769129, "cost_usd_reported": 3.7691290000000004, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_ai_data_centre__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "threejs", "prompt_id": "opus55demo_ai_data_centre", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 199.5, "tokens_input": 36, "tokens_cache_write": 37453, "tokens_cache_read": 294390, "tokens_output": 24565, "tokens_reasoning": 4813, "cost_usd": 0.379506, "cost_usd_computed": 0.379506, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_collision_music_machine__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_collision_music_machine", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 956.5, "tokens_input": 41467, "tokens_cache_write": 90991, "tokens_cache_read": 1318784, "tokens_output": 62684, "tokens_reasoning": 33178, "cost_usd": 2.1382598000000006, "cost_usd_computed": 2.13826, "cost_usd_reported": 2.1382598000000006, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_collision_music_machine__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_collision_music_machine", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 267.1, "tokens_input": 54, "tokens_cache_write": 37584, "tokens_cache_read": 487344, "tokens_output": 22822, "tokens_reasoning": 9187, "cost_usd": 0.400965, "cost_usd_computed": 0.400965, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_motion_showreel_15s__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_motion_showreel_15s", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 865.5, "tokens_input": 26, "tokens_cache_write": 82177, "tokens_cache_read": 893338, "tokens_output": 56303, "tokens_reasoning": 27561, "cost_usd": 1.7157166000000004, "cost_usd_computed": 1.715717, "cost_usd_reported": 1.7157166000000004, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_motion_showreel_15s__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_motion_showreel_15s", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 428.6, "tokens_input": 90, "tokens_cache_write": 55229, "tokens_cache_read": 1055333, "tokens_output": 26102, "tokens_reasoning": 7715, "cost_usd": 0.582725, "cost_usd_computed": 0.582725, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_pixel_wizard__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "html_animation", "prompt_id": "opus55demo_pixel_wizard", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 524.9, "tokens_input": 16, "tokens_cache_write": 64302, "tokens_cache_read": 463107, "tokens_output": 48804, "tokens_reasoning": 32218, "cost_usd": 1.3902754, "cost_usd_computed": 1.390275, "cost_usd_reported": 1.3902754, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_pixel_wizard__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "html_animation", "prompt_id": "opus55demo_pixel_wizard", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 149.2, "tokens_input": 27, "tokens_cache_write": 28011, "tokens_cache_read": 166434, "tokens_output": 16502, "tokens_reasoning": 6459, "cost_usd": 0.254383, "cost_usd_computed": 0.254383, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_recursion_explainer__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_recursion_explainer", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 1092.4, "tokens_input": 30, "tokens_cache_write": 91128, "tokens_cache_read": 1208472, "tokens_output": 67080, "tokens_reasoning": 35902, "cost_usd": 2.0390544, "cost_usd_computed": 2.039054, "cost_usd_reported": 2.0390544, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_recursion_explainer__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_recursion_explainer", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 607.3, "tokens_input": 111, "tokens_cache_write": 55997, "tokens_cache_read": 1370758, "tokens_output": 31852, "tokens_reasoning": 11590, "cost_usd": 0.704888, "cost_usd_computed": 0.704888, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_santa_monica_particle_beach__claude-code__opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "threejs", "prompt_id": "opus55demo_santa_monica_particle_beach", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 1346.1, "tokens_input": 66, "tokens_cache_write": 188474, "tokens_cache_read": 4260706, "tokens_output": 110609, "tokens_reasoning": 51773, "cost_usd": 4.0069552, "cost_usd_computed": 4.006955, "cost_usd_reported": 4.0069552, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_santa_monica_particle_beach__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "threejs", "prompt_id": "opus55demo_santa_monica_particle_beach", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 295.6, "tokens_input": 60, "tokens_cache_write": 42191, "tokens_cache_read": 560481, "tokens_output": 26160, "tokens_reasoning": 8776, "cost_usd": 0.458198, "cost_usd_computed": 0.458198, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_token_bucket_explainer__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_token_bucket_explainer", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 210.5, "tokens_input": 16, "tokens_cache_write": 31038, "tokens_cache_read": 284854, "tokens_output": 19562, "tokens_reasoning": 6511, "cost_usd": 0.6034647999999999, "cost_usd_computed": 0.603465, "cost_usd_reported": 0.6034647999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_token_bucket_explainer__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_token_bucket_explainer", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 187.4, "tokens_input": 51, "tokens_cache_write": 35101, "tokens_cache_read": 385521, "tokens_output": 17532, "tokens_reasoning": 8192, "cost_usd": 0.322728, "cost_usd_computed": 0.322728, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_train_window_seasons__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_train_window_seasons", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 500.6, "tokens_input": 26, "tokens_cache_write": 74466, "tokens_cache_read": 840191, "tokens_output": 49554, "tokens_reasoning": 18615, "cost_usd": 1.5315521999999997, "cost_usd_computed": 1.531552, "cost_usd_reported": 1.5315521999999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_train_window_seasons__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "motion", "prompt_id": "opus55demo_train_window_seasons", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 219.3, "tokens_input": 48, "tokens_cache_write": 38567, "tokens_cache_read": 420976, "tokens_output": 21008, "tokens_reasoning": 5360, "cost_usd": 0.371505, "cost_usd_computed": 0.371505, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_tron_game__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "html_animation", "prompt_id": "opus55demo_tron_game", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 291.8, "tokens_input": 14, "tokens_cache_write": 36478, "tokens_cache_read": 280718, "tokens_output": 27342, "tokens_reasoning": 10613, "cost_usd": 0.7854296000000001, "cost_usd_computed": 0.78543, "cost_usd_reported": 0.7854296000000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_tron_game__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "html_animation", "prompt_id": "opus55demo_tron_game", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 200.2, "tokens_input": 33, "tokens_cache_write": 34810, "tokens_cache_read": 248988, "tokens_output": 22208, "tokens_reasoning": 6972, "cost_usd": 0.341564, "cost_usd_computed": 0.341564, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_van_gogh_cat_hunt__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "html_animation", "prompt_id": "opus55demo_van_gogh_cat_hunt", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.288", "harness_family": "Claude Code", "track": "neutral", "effort": "default", "status": "ok", "wall_time_s": 1011.8, "tokens_input": 32, "tokens_cache_write": 75189, "tokens_cache_read": 1200688, "tokens_output": 65733, "tokens_reasoning": 26814, "cost_usd": 1.9308705999999998, "cost_usd_computed": 1.930871, "cost_usd_reported": 1.9308705999999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "opus55demo_van_gogh_cat_hunt__codex__gpt-6-sol-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "html_animation", "prompt_id": "opus55demo_van_gogh_cat_hunt", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.160.0", "harness_family": "Codex CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 489.3, "tokens_input": 87, "tokens_cache_write": 53594, "tokens_cache_read": 1025249, "tokens_output": 32686, "tokens_reasoning": 12080, "cost_usd": 0.639272, "cost_usd_computed": 0.639272, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__claude-code__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 879.9, "tokens_input": 578, "tokens_cache_write": 74830, "tokens_cache_read": 1319402, "tokens_output": 57943, "tokens_reasoning": null, "cost_usd": 4.18, "cost_usd_computed": 4.168155, "cost_usd_reported": 4.18, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 382.9, "tokens_input": 41573, "tokens_cache_write": 0, "tokens_cache_read": 136432, "tokens_output": 22207, "tokens_reasoning": null, "cost_usd": 0.191385, "cost_usd_computed": 0.191385, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 490.1, "tokens_input": 76699, "tokens_cache_write": 0, "tokens_cache_read": 1047765, "tokens_output": 38950, "tokens_reasoning": 0, "cost_usd": 0.551178, "cost_usd_computed": 0.551178, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 964.502, "tokens_input": 66, "tokens_cache_write": 87259, "tokens_cache_read": 2522872, "tokens_output": 66005, "tokens_reasoning": null, "cost_usd": 2.27, "cost_usd_computed": 2.261233, "cost_usd_reported": 2.27, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1608.375, "tokens_input": 3114, "tokens_cache_write": 231958, "tokens_cache_read": 7439195, "tokens_output": 200242, "tokens_reasoning": 151740, "cost_usd": 6.664925, "cost_usd_computed": null, "cost_usd_reported": 6.664925, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__cline__deepseek-v4.1-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 795.3, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "pelican_bicycle__cline__gemini-3.8-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 373.5, "tokens_input": 141469, "tokens_cache_write": 0, "tokens_cache_read": 170643, "tokens_output": 27829, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__cline__mimo-v2.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2896.6, "tokens_input": 535570, "tokens_cache_write": 0, "tokens_cache_read": 3021632, "tokens_output": 120569, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 196.5, "tokens_input": 158589, "tokens_cache_write": 0, "tokens_cache_read": 312103, "tokens_output": 10931, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 86.3, "tokens_input": 12869, "tokens_cache_write": 0, "tokens_cache_read": 175090, "tokens_output": 11962, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "pelican_bicycle", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 191.254, "tokens_input": 21403, "tokens_cache_write": 0, "tokens_cache_read": 108430, "tokens_output": 8343, "tokens_reasoning": 2780, "cost_usd": 0.73961, "cost_usd_computed": 0.73961, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 114.5, "tokens_input": 24, "tokens_cache_write": 25730, "tokens_cache_read": 125579, "tokens_output": 13008, "tokens_reasoning": 7809, "cost_usd": 0.206704, "cost_usd_computed": 0.206704, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "pelican_bicycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 468.3, "tokens_input": 24556, "tokens_cache_write": 0, "tokens_cache_read": 3102976, "tokens_output": 103534, "tokens_reasoning": 45362, "cost_usd": 0.075112, "cost_usd_computed": 0.075112, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__grok-build__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "Grok Build 1.0.41", "harness_family": "Grok Build", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 1813.8, "tokens_input": 159653, "tokens_cache_write": 0, "tokens_cache_read": 4057600, "tokens_output": 105643, "tokens_reasoning": 77234, "cost_usd": 2.982, "cost_usd_computed": 2.981964, "cost_usd_reported": 2.982, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__hermes-omh__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 5254.7, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__hermes__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2495.2, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__hermes__opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3993.4, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__kilo__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Kilo Code CLI 7.7.9", "harness_family": "Kilo Code CLI 7.7.9", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1310.2, "tokens_input": 140, "tokens_cache_write": 171619, "tokens_cache_read": 7596013, "tokens_output": 95500, "tokens_reasoning": null, "cost_usd": 4.287858, "cost_usd_computed": 4.287858, "cost_usd_reported": 4.287858, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__kimi-code__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 502.0, "tokens_input": 38998, "tokens_cache_write": 0, "tokens_cache_read": 597065, "tokens_output": 12545, "tokens_reasoning": null, "cost_usd": 0.484288, "cost_usd_computed": 0.484288, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__omp__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Oh My Pi (omp) 18.3.1", "harness_family": "Oh My Pi (omp) 18.3.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1368.8, "tokens_input": 124, "tokens_cache_write": 188981, "tokens_cache_read": 6627570, "tokens_output": 105981, "tokens_reasoning": null, "cost_usd": 4.390535, "cost_usd_computed": 4.390535, "cost_usd_reported": 4.390535, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "pelican_bicycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 167.1, "tokens_input": 15885, "tokens_cache_write": 0, "tokens_cache_read": 937088, "tokens_output": 8043, "tokens_reasoning": 18816, "cost_usd": 0.0213, "cost_usd_computed": 0.02131, "cost_usd_reported": 0.0213, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 728.1, "tokens_input": 66, "tokens_cache_write": 61576, "tokens_cache_read": 1432461, "tokens_output": 16820, "tokens_reasoning": 24246, "cost_usd": 3.1818, "cost_usd_computed": 3.181775, "cost_usd_reported": 3.1818, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 546.5, "tokens_input": 50005, "tokens_cache_write": 0, "tokens_cache_read": 321616, "tokens_output": 6241, "tokens_reasoning": 34676, "cost_usd": 0.3337, "cost_usd_computed": 0.333661, "cost_usd_reported": 0.3337, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "pelican_bicycle", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 427.6, "tokens_input": 30, "tokens_cache_write": 20887, "tokens_cache_read": 128678, "tokens_output": 7153, "tokens_reasoning": 3829, "cost_usd": 0.9392, "cost_usd_computed": 0.886948, "cost_usd_reported": 0.9392, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 206.1, "tokens_input": 448726, "tokens_cache_write": 0, "tokens_cache_read": 1030912, "tokens_output": 10829, "tokens_reasoning": 1131, "cost_usd": 1.4847, "cost_usd_computed": 1.484668, "cost_usd_reported": 1.4847, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 706.7, "tokens_input": 31265, "tokens_cache_write": 0, "tokens_cache_read": 192854, "tokens_output": 5695, "tokens_reasoning": 17068, "cost_usd": 0.4931, "cost_usd_computed": 0.493096, "cost_usd_reported": 0.4931, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 552.9, "tokens_input": 53751, "tokens_cache_write": 0, "tokens_cache_read": 630272, "tokens_output": 33963, "tokens_reasoning": 24500, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 160.2, "tokens_input": 27160, "tokens_cache_write": 0, "tokens_cache_read": 251167, "tokens_output": 10720, "tokens_reasoning": 2041, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1351.8, "tokens_input": 156, "tokens_cache_write": 180380, "tokens_cache_read": 8820753, "tokens_output": 46705, "tokens_reasoning": 70943, "cost_usd": 5.0196, "cost_usd_computed": 5.019635, "cost_usd_reported": 5.0196, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1741.61, "tokens_input": 124, "tokens_cache_write": 280510, "tokens_cache_read": 11172152, "tokens_output": 43845, "tokens_reasoning": 168484, "cost_usd": 5.059243, "cost_usd_computed": null, "cost_usd_reported": 5.059243, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__opencode__space-bunny-alpha", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1007.8, "tokens_input": 25795, "tokens_cache_write": 0, "tokens_cache_read": 218923, "tokens_output": 10519, "tokens_reasoning": 3849, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 313.2, "tokens_input": 34, "tokens_cache_write": 45412, "tokens_cache_read": 522859, "tokens_output": 27298, "tokens_reasoning": null, "cost_usd": 0.877728, "cost_usd_computed": 0.877728, "cost_usd_reported": 0.877728, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__pi-kitted__opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 654.8, "tokens_input": 68, "tokens_cache_write": 87700, "tokens_cache_read": 1979247, "tokens_output": 59663, "tokens_reasoning": null, "cost_usd": 2.027881, "cost_usd_computed": 2.027881, "cost_usd_reported": 2.027881, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__pi__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1360.4, "tokens_input": 130, "tokens_cache_write": 148269, "tokens_cache_read": 6746993, "tokens_output": 126043, "tokens_reasoning": null, "cost_usd": 4.612124, "cost_usd_computed": 4.612124, "cost_usd_reported": 4.612124, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "error", "wall_time_s": 4.03, "tokens_input": 53, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 183, "tokens_reasoning": 168, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle__raw-api__gemini-3.7-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle", "model": "Gemini 3.7 Flash", "model_id": "gemini-3.7-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "error", "wall_time_s": 5.49, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "pelican_bicycle_animated__claude-code__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 909.5, "tokens_input": 802, "tokens_cache_write": 124761, "tokens_cache_read": 1849645, "tokens_output": 52130, "tokens_reasoning": null, "cost_usd": 4.65, "cost_usd_computed": 4.636444, "cost_usd_reported": 4.65, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 1003.6, "tokens_input": 61312, "tokens_cache_write": 0, "tokens_cache_read": 543063, "tokens_output": 41440, "tokens_reasoning": null, "cost_usd": 0.409369, "cost_usd_computed": 0.409369, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "infra_dnf", "wall_time_s": 2219.2, "tokens_input": 150786, "tokens_cache_write": 0, "tokens_cache_read": 4469331, "tokens_output": 138395, "tokens_reasoning": 0, "cost_usd": 1.982064, "cost_usd_computed": 1.982064, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__claude-code__glm-5.3__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2523.6, "tokens_input": 177040, "tokens_cache_write": 0, "tokens_cache_read": 3358167, "tokens_output": 160879, "tokens_reasoning": 0, "cost_usd": 1.828847, "cost_usd_computed": 1.828847, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2109.666, "tokens_input": 90, "tokens_cache_write": 210688, "tokens_cache_read": 6119067, "tokens_output": 133601, "tokens_reasoning": null, "cost_usd": 4.96, "cost_usd_computed": 4.949633, "cost_usd_reported": 4.96, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2144.978, "tokens_input": 2822, "tokens_cache_write": 229335, "tokens_cache_read": 6990195, "tokens_output": 265219, "tokens_reasoning": 206254, "cost_usd": 7.860382000000001, "cost_usd_computed": null, "cost_usd_reported": 7.860382000000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1952.0, "tokens_input": 15829, "tokens_cache_write": 0, "tokens_cache_read": 148992, "tokens_output": 5031, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__cline__gemini-3.8-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1530.5, "tokens_input": 337046, "tokens_cache_write": 0, "tokens_cache_read": 695638, "tokens_output": 44550, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "stopped_by_our_timeout", "wall_time_s": 1973.0, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__cline__mimo-v2.6-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1325.4, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 464.4, "tokens_input": 108936, "tokens_cache_write": 0, "tokens_cache_read": 308436, "tokens_output": 42825, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 106.5, "tokens_input": 27392, "tokens_cache_write": 0, "tokens_cache_read": 196924, "tokens_output": 9616, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 335.746, "tokens_input": 29817, "tokens_cache_write": 0, "tokens_cache_read": 206165, "tokens_output": 14214, "tokens_reasoning": 5623, "cost_usd": 1.215035, "cost_usd_computed": 1.215035, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 145.0, "tokens_input": 21, "tokens_cache_write": 33599, "tokens_cache_read": 136595, "tokens_output": 18084, "tokens_reasoning": 12204, "cost_usd": 0.275399, "cost_usd_computed": 0.275399, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 640.1, "tokens_input": 15942, "tokens_cache_write": 0, "tokens_cache_read": 1036160, "tokens_output": 54219, "tokens_reasoning": 32629, "cost_usd": 0.03803, "cost_usd_computed": 0.03803, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__hermes-omh__opus-5-5__attempt3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 6.1, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__hermes-omh__opus-5-5__attempt4", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3140.5, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__hermes-omh__opus-5-5__attempt5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2522.8, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__hermes__opus-5-5__attempt4", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 11.1, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__hermes__opus-5-5__attempt5", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 3142.0, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__hermes__opus-5-5__attempt6", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2522.7, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__kilo__opus-5-5__attempt7", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Kilo Code CLI 7.7.9", "harness_family": "Kilo Code CLI 7.7.9", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1625.2, "tokens_input": 128, "tokens_cache_write": 210793, "tokens_cache_read": 8574422, "tokens_output": 146923, "tokens_reasoning": null, "cost_usd": 5.707821, "cost_usd_computed": 5.707821, "cost_usd_reported": 5.707821, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__kimi-code__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 812.4, "tokens_input": 54830, "tokens_cache_write": 0, "tokens_cache_read": 630272, "tokens_output": 25756, "tokens_reasoning": null, "cost_usd": 0.739912, "cost_usd_computed": 0.739912, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__omp__opus-5-5__attempt4", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Oh My Pi (omp) 18.3.1", "harness_family": "Oh My Pi (omp) 18.3.1", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 6.3, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__omp__opus-5-5__attempt5", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Oh My Pi (omp) 18.3.1", "harness_family": "Oh My Pi (omp) 18.3.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2035.4, "tokens_input": 184, "tokens_cache_write": 297745, "tokens_cache_read": 14984724, "tokens_output": 179315, "tokens_reasoning": null, "cost_usd": 8.072706, "cost_usd_computed": 8.072706, "cost_usd_reported": 8.072706, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 727.5, "tokens_input": 29899, "tokens_cache_write": 0, "tokens_cache_read": 5251456, "tokens_output": 26043, "tokens_reasoning": 51205, "cost_usd": 0.0666, "cost_usd_computed": 0.133177, "cost_usd_reported": 0.0666, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 909.2, "tokens_input": 84, "tokens_cache_write": 91781, "tokens_cache_read": 2325684, "tokens_output": 25191, "tokens_reasoning": 32282, "cost_usd": 4.6032, "cost_usd_computed": 4.603174, "cost_usd_reported": 4.6032, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1849.7, "tokens_input": 158689, "tokens_cache_write": 0, "tokens_cache_read": 4612670, "tokens_output": 34749, "tokens_reasoning": 84938, "cost_usd": 1.9481, "cost_usd_computed": 1.948082, "cost_usd_reported": 1.9481, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 526.7, "tokens_input": 51, "tokens_cache_write": 31220, "tokens_cache_read": 321295, "tokens_output": 12370, "tokens_reasoning": 5575, "cost_usd": 1.6093, "cost_usd_computed": 1.531255, "cost_usd_reported": 1.6093, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 1469.0, "tokens_input": 3271371, "tokens_cache_write": 0, "tokens_cache_read": 224000, "tokens_output": 26910, "tokens_reasoning": 58528, "cost_usd": 7.1674, "cost_usd_computed": 7.16737, "cost_usd_reported": 7.1674, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1949.7, "tokens_input": 68075, "tokens_cache_write": 0, "tokens_cache_read": 1317872, "tokens_output": 12245, "tokens_reasoning": 33452, "cost_usd": 1.285, "cost_usd_computed": 1.285042, "cost_usd_reported": 1.285, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 351.4, "tokens_input": 43654, "tokens_cache_write": 0, "tokens_cache_read": 452850, "tokens_output": 22388, "tokens_reasoning": 10578, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1910.7, "tokens_input": 108, "tokens_cache_write": 217186, "tokens_cache_read": 8441026, "tokens_output": 45801, "tokens_reasoning": 127108, "cost_usd": 6.2327, "cost_usd_computed": 6.232747, "cost_usd_reported": 6.2327, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2382.7, "tokens_input": 174, "tokens_cache_write": 365773, "tokens_cache_read": 19763008, "tokens_output": 79640, "tokens_reasoning": 194222, "cost_usd": 7.606002, "cost_usd_computed": null, "cost_usd_reported": 7.606002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__opencode__space-bunny-alpha", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 371.6, "tokens_input": 26114, "tokens_cache_write": 0, "tokens_cache_read": 641246, "tokens_output": 22179, "tokens_reasoning": 10914, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1385.6, "tokens_input": 100, "tokens_cache_write": 154268, "tokens_cache_read": 5198687, "tokens_output": 105927, "tokens_reasoning": null, "cost_usd": 3.930017, "cost_usd_computed": 3.930017, "cost_usd_reported": 3.930017, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__pi__opus-5-5__attempt3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1898.0, "tokens_input": 102, "tokens_cache_write": 177728, "tokens_cache_read": 5571572, "tokens_output": 144363, "tokens_reasoning": null, "cost_usd": 4.890622, "cost_usd_computed": 4.890622, "cost_usd_reported": 4.890622, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_bicycle_animated__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_bicycle_animated", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 3.7, "tokens_input": 88, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 222, "tokens_reasoning": 196, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__claude-code__claude-fable-5-1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1376.7, "tokens_input": 367, "tokens_cache_write": 204716, "tokens_cache_read": 1396612, "tokens_output": 94128, "tokens_reasoning": 72836, "cost_usd": 7.618173, "cost_usd_computed": 7.618173, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__claude-code__claude-opus-5-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1636.6, "tokens_input": 56, "tokens_cache_write": 270766, "tokens_cache_read": 3980807, "tokens_output": 112695, "tokens_reasoning": 83041, "cost_usd": 4.404115, "cost_usd_computed": 4.404115, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__claude-code__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1629.1, "tokens_input": 88063, "tokens_cache_write": 0, "tokens_cache_read": 1091382, "tokens_output": 91821, "tokens_reasoning": 0, "cost_usd": 0.811059, "cost_usd_computed": 0.811059, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 423.1, "tokens_input": 12409, "tokens_cache_write": 0, "tokens_cache_read": 551680, "tokens_output": 50773, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__cline__gemini-3.8-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1129.0, "tokens_input": 567587, "tokens_cache_write": 0, "tokens_cache_read": 1723470, "tokens_output": 99585, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 388.9, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__cline__muse-spark-1.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 214.2, "tokens_input": 187069, "tokens_cache_write": 0, "tokens_cache_read": 399083, "tokens_output": 23518, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__codex__gpt-6-astra", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 382.3, "tokens_input": 21, "tokens_cache_write": 30691, "tokens_cache_read": 114105, "tokens_output": 16874, "tokens_reasoning": 4993, "cost_usd": 1.264925, "cost_usd_computed": 1.264925, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 134.5, "tokens_input": 24, "tokens_cache_write": 25686, "tokens_cache_read": 140303, "tokens_output": 14806, "tokens_reasoning": 6355, "cost_usd": 0.227541, "cost_usd_computed": 0.227541, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 581.8, "tokens_input": 29973, "tokens_cache_write": 0, "tokens_cache_read": 4964480, "tokens_output": 102732, "tokens_reasoning": 52097, "cost_usd": 0.081028, "cost_usd_computed": 0.081028, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__hermes-omh__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 9549.5, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__hermes__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 11983.0, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__kilo__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Kilo Code CLI 7.7.9", "harness_family": "Kilo Code CLI 7.7.9", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2029.9, "tokens_input": 140, "tokens_cache_write": 252251, "tokens_cache_read": 10536783, "tokens_output": 173132, "tokens_reasoning": null, "cost_usd": 6.831812, "cost_usd_computed": 6.831812, "cost_usd_reported": 6.831812, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__kimi-code__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 497.6, "tokens_input": 41236, "tokens_cache_write": 0, "tokens_cache_read": 931832, "tokens_output": 11879, "tokens_reasoning": null, "cost_usd": 0.581443, "cost_usd_computed": 0.581443, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__omp__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Oh My Pi (omp) 18.3.1", "harness_family": "Oh My Pi (omp) 18.3.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1973.7, "tokens_input": 116, "tokens_cache_write": 253054, "tokens_cache_read": 8841172, "tokens_output": 180943, "tokens_reasoning": null, "cost_usd": 6.652828, "cost_usd_computed": 6.652828, "cost_usd_reported": 6.652828, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__claude-fable-5-1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 828.9, "tokens_input": 54, "tokens_cache_write": 80230, "tokens_cache_read": 1320690, "tokens_output": 50539, "tokens_reasoning": 32259, "cost_usd": 3.8605374999999995, "cost_usd_computed": 3.860537, "cost_usd_reported": 3.8605374999999995, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__claude-opus-5-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1681.9, "tokens_input": 78, "tokens_cache_write": 194831, "tokens_cache_read": 5285215, "tokens_output": 149057, "tokens_reasoning": 116424, "cost_usd": 5.012649999999999, "cost_usd_computed": 5.01265, "cost_usd_reported": 5.012649999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 226.0, "tokens_input": 14382, "tokens_cache_write": 0, "tokens_cache_read": 1270272, "tokens_output": 35821, "tokens_reasoning": 25626, "cost_usd": 0.027460716000000003, "cost_usd_computed": 0.027461, "cost_usd_reported": 0.027460716000000003, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 889.9, "tokens_input": 63886, "tokens_cache_write": 0, "tokens_cache_read": 740362, "tokens_output": 51628, "tokens_reasoning": 40830, "cost_usd": 0.50909772, "cost_usd_computed": 0.509097, "cost_usd_reported": 0.50909772, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 332.9, "tokens_input": 30, "tokens_cache_write": 24827, "tokens_cache_read": 163798, "tokens_output": 17084, "tokens_reasoning": 3970, "cost_usd": 1.3286354999999999, "cost_usd_computed": 1.266568, "cost_usd_reported": 1.3286354999999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 861.8, "tokens_input": 42364, "tokens_cache_write": 0, "tokens_cache_read": 465025, "tokens_output": 30453, "tokens_reasoning": 23313, "cost_usd": 0.7233945, "cost_usd_computed": 0.723395, "cost_usd_reported": 0.7233945, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "pelican_car_france", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 260.1, "tokens_input": 35621, "tokens_cache_write": 0, "tokens_cache_read": 224640, "tokens_output": 18398, "tokens_reasoning": 2213, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 221.3, "tokens_input": 28590, "tokens_cache_write": 0, "tokens_cache_read": 342258, "tokens_output": 12529, "tokens_reasoning": 3682, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__opencode__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 386.4, "tokens_input": 10761, "tokens_cache_write": 0, "tokens_cache_read": 260284, "tokens_output": 14789, "tokens_reasoning": 5006, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 966.3, "tokens_input": 36, "tokens_cache_write": 122567, "tokens_cache_read": 1461691, "tokens_output": 92276, "tokens_reasoning": null, "cost_usd": 2.750837, "cost_usd_computed": 2.750837, "cost_usd_reported": 2.750837, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pelican_car_france__pi__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "pelican_car_france", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1480.7, "tokens_input": 70, "tokens_cache_write": 195365, "tokens_cache_read": 4020822, "tokens_output": 136434, "tokens_reasoning": null, "cost_usd": 4.509949, "cost_usd_computed": 4.509949, "cost_usd_reported": 4.509949, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pixel_lofi_loop__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "pixel_lofi_loop", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 1060.682, "tokens_input": 8, "tokens_cache_write": 28374, "tokens_cache_read": 118186, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.7255392, "cost_usd_computed": null, "cost_usd_reported": 2.7255392, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pixel_lofi_loop__opencode__opus-5-5__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "pixel_lofi_loop", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3149.594, "tokens_input": 108, "tokens_cache_write": 748044, "tokens_cache_read": 14306866, "tokens_output": 77388, "tokens_reasoning": 159470, "cost_usd": 11.339185, "cost_usd_computed": 8.149785, "cost_usd_reported": 11.339185, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pixel_lofi_loop__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "pixel_lofi_loop", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2766.062, "tokens_input": 162, "tokens_cache_write": 420866, "tokens_cache_read": 23337175, "tokens_output": 103253, "tokens_reasoning": 233410, "cost_usd": 9.086554, "cost_usd_computed": null, "cost_usd_reported": 9.086554, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pixel_lofi_loop__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "pixel_lofi_loop", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "dnf", "wall_time_s": 1353.7, "tokens_input": 4, "tokens_cache_write": 15631, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": null, "cost_usd": 2.638171, "cost_usd_computed": 2.638171, "cost_usd_reported": 2.638171, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 278.5, "tokens_input": 477, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63403, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 291.5, "tokens_input": 530, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38117, "tokens_reasoning": 17653, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 860.3, "tokens_input": 699, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": null, "cost_usd": 3.20699, "cost_usd_computed": 3.20699, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 480.7, "tokens_input": 443, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26804, "tokens_reasoning": 9007, "cost_usd": 1.34463, "cost_usd_computed": 1.34463, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 160.2, "tokens_input": 443, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20478, "tokens_reasoning": 8313, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 176.9, "tokens_input": 443, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15079, "tokens_reasoning": 3254, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 17.2, "tokens_input": 504, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32265, "tokens_reasoning": 27028, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 351.0, "tokens_input": 566, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 56544, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 686.9, "tokens_input": 699, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": null, "cost_usd": 1.282796, "cost_usd_computed": 1.282796, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 47.6, "tokens_input": 503, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 495.2, "tokens_input": 503, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64001, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "pond_koi_garden__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "html_animation", "prompt_id": "pond_koi_garden", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 757.2, "tokens_input": 697, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "procedural_lego_builder__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "procedural_lego_builder", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 627.1, "tokens_input": 174, "tokens_cache_write": 98622, "tokens_cache_read": 3692969, "tokens_output": 65328, "tokens_reasoning": 40565, "cost_usd": 1.589466, "cost_usd_computed": 1.589466, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_console__raw-api__gpt-6-sol__max", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_console", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 618.0, "tokens_input": 146, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39822, "tokens_reasoning": 30536, "cost_usd": 0.398512, "cost_usd_computed": 0.398512, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_console__raw-api__opus-5-5__low", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_console", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "low", "status": "ok", "wall_time_s": 32.28, "tokens_input": 239, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4189, "tokens_reasoning": 0, "cost_usd": 0.084736, "cost_usd_computed": 0.084736, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__claude-code__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1711.6, "tokens_input": 2400, "tokens_cache_write": 240100, "tokens_cache_read": 2300000, "tokens_output": 119000, "tokens_reasoning": null, "cost_usd": 9.55, "cost_usd_computed": 9.55, "cost_usd_reported": 9.55, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__claude-code__fable-5-1__attempt1", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_config_failure", "wall_time_s": 265, "tokens_input": 1900, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22, "tokens_reasoning": null, "cost_usd": 0.0197, "cost_usd_computed": 0.0201, "cost_usd_reported": 0.0197, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__claude-code__fable-5-1__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "infra_dnf", "wall_time_s": 316, "tokens_input": 1900, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22, "tokens_reasoning": null, "cost_usd": 0.0198, "cost_usd_computed": 0.0201, "cost_usd_reported": 0.0198, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__claude-code__fable-5-1__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2096.3, "tokens_input": 740, "tokens_cache_write": 202198, "tokens_cache_read": 2248293, "tokens_output": 148469, "tokens_reasoning": 120272, "cost_usd": 10.520398, "cost_usd_computed": 10.520398, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "ps5_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 1865.9, "tokens_input": 138661, "tokens_cache_write": 0, "tokens_cache_read": 793494, "tokens_output": 117019, "tokens_reasoning": null, "cost_usd": 0.915317, "cost_usd_computed": 0.915317, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2077.2, "tokens_input": 249933, "tokens_cache_write": 0, "tokens_cache_read": 1548061, "tokens_output": 139697, "tokens_reasoning": 0, "cost_usd": 1.367069, "cost_usd_computed": 1.367069, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__claude-code__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 3411.3, "tokens_input": 406137, "tokens_cache_write": 507416, "tokens_cache_read": 8936649, "tokens_output": 336562, "tokens_reasoning": 216065, "cost_usd": 12.8002, "cost_usd_computed": 12.6802, "cost_usd_reported": 12.8002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2766.141, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "ps5_controller", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 127.5, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__cline__gemini-3.8-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "ps5_controller", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "stopped_by_our_timeout", "wall_time_s": 2460.6, "tokens_input": 48865, "tokens_cache_write": 0, "tokens_cache_read": 21962, "tokens_output": 2117, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__cline__gemini-3.8-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "ps5_controller", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 660.4, "tokens_input": 207012, "tokens_cache_write": 0, "tokens_cache_read": 253187, "tokens_output": 42764, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "ps5_controller", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "stopped_by_us", "wall_time_s": 2460.4, "tokens_input": 107970, "tokens_cache_write": 0, "tokens_cache_read": 476992, "tokens_output": 40328, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 3371.7, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "ps5_controller__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "ps5_controller", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 214.6, "tokens_input": 42032, "tokens_cache_write": 0, "tokens_cache_read": 847683, "tokens_output": 31136, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 697.5, "tokens_input": 33, "tokens_cache_write": 40308, "tokens_cache_read": 226084, "tokens_output": 31470, "tokens_reasoning": 7859, "cost_usd": 2.203, "cost_usd_computed": 2.203, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 321.5, "tokens_input": 54, "tokens_cache_write": 73763, "tokens_cache_read": 706470, "tokens_output": 44146, "tokens_reasoning": 22923, "cost_usd": 0.730388, "cost_usd_computed": 0.730388, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1184.1, "tokens_input": 90118, "tokens_cache_write": 0, "tokens_cache_read": 15747328, "tokens_output": 213450, "tokens_reasoning": 106339, "cost_usd": 0.1888, "cost_usd_computed": 0.1888, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__kimi-code__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "ps5_controller", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 3677.8, "tokens_input": 153347, "tokens_cache_write": 0, "tokens_cache_read": 4023874, "tokens_output": 108247, "tokens_reasoning": null, "cost_usd": 3.290908, "cost_usd_computed": 3.290908, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1660.5, "tokens_input": 119907, "tokens_cache_write": 0, "tokens_cache_read": 10824832, "tokens_output": 234518, "tokens_reasoning": 137953, "cost_usd": 0.1912, "cost_usd_computed": 0.1912, "cost_usd_reported": 0.1912, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1712.7, "tokens_input": 78, "tokens_cache_write": 160766, "tokens_cache_read": 4347880, "tokens_output": 118592, "tokens_reasoning": 85021, "cost_usd": 9.0269, "cost_usd_computed": 9.0269, "cost_usd_reported": 9.0269, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "ps5_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1546.1, "tokens_input": 145197, "tokens_cache_write": 0, "tokens_cache_read": 2644079, "tokens_output": 56054, "tokens_reasoning": 17118, "cost_usd": 1.1374, "cost_usd_computed": 1.1374, "cost_usd_reported": 1.1374, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 1105.9, "tokens_input": 63, "tokens_cache_write": 65337, "tokens_cache_read": 666443, "tokens_output": 48192, "tokens_reasoning": 16981, "cost_usd": 3.8934, "cost_usd_computed": 3.8934, "cost_usd_reported": 3.8934, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__grok-4.7", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 2253.8, "tokens_input": 1871684, "tokens_cache_write": 0, "tokens_cache_read": 6862464, "tokens_output": 159102, "tokens_reasoning": 91263, "cost_usd": 8.1292, "cost_usd_computed": 8.1292, "cost_usd_reported": 8.1292, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3867.3, "tokens_input": 298814, "tokens_cache_write": 0, "tokens_cache_read": 7030687, "tokens_output": 123527, "tokens_reasoning": 71975, "cost_usd": 4.8586, "cost_usd_computed": 4.8586, "cost_usd_reported": 4.8586, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 618.7, "tokens_input": 143450, "tokens_cache_write": 0, "tokens_cache_read": 718977, "tokens_output": 50328, "tokens_reasoning": 18914, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5038.9, "tokens_input": 318, "tokens_cache_write": 843361, "tokens_cache_read": 27189710, "tokens_output": 461176, "tokens_reasoning": 322246, "cost_usd": 18.8795, "cost_usd_computed": 18.8795, "cost_usd_reported": 18.8795, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__opus-5-5__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4128.604, "tokens_input": 266, "tokens_cache_write": 994612, "tokens_cache_read": 20699410, "tokens_output": 111863, "tokens_reasoning": 206125, "cost_usd": 15.473766, "cost_usd_computed": 11.351266, "cost_usd_reported": 15.473766, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2762.078, "tokens_input": 212, "tokens_cache_write": 730863, "tokens_cache_read": 14283070, "tokens_output": 78193, "tokens_reasoning": 259470, "cost_usd": 8.060825, "cost_usd_computed": null, "cost_usd_reported": 8.060825, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__opencode__space-bunny-alpha", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 778.9, "tokens_input": 89107, "tokens_cache_write": 0, "tokens_cache_read": 2793585, "tokens_output": 63094, "tokens_reasoning": 32100, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 224.0, "tokens_input": 450, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 57781, "tokens_reasoning": 49733, "cost_usd": 0.0347, "cost_usd_computed": 0.0347, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__deepseek-v4-pro", "in_results": true, "source": "ledger", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 240.0, "tokens_input": 516, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26245, "tokens_reasoning": 19090, "cost_usd": 0.0523, "cost_usd_computed": 0.0523, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__fable-5-1__max", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 1389.34, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 108833, "tokens_reasoning": 96612, "cost_usd": 5.44821, "cost_usd_computed": 5.44821, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__fable-5-1__max-attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 1202.4, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__fable-5-1__max__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 1559.1, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 121840, "tokens_reasoning": 110662, "cost_usd": 6.09856, "cost_usd_computed": 6.09856, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "ps5_controller", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 198.84, "tokens_input": 459, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 43127, "tokens_reasoning": 32048, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__gpt-6-astra__xhigh", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "xhigh", "status": "ok", "wall_time_s": 668.73, "tokens_input": 423, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28698, "tokens_reasoning": 17244, "cost_usd": 1.43913, "cost_usd_computed": 1.43913, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__gpt-6-sol__max", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 796.2, "tokens_input": 423, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 43550, "tokens_reasoning": 34564, "cost_usd": 0.436346, "cost_usd_computed": 0.436346, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__opus-5-5__high", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 441.25, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 45532, "tokens_reasoning": 33592, "cost_usd": 0.913264, "cost_usd_computed": 0.913264, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-128k", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1208.27, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.562624, "cost_usd_computed": 2.562624, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-128k__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1257.4, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.562624, "cost_usd_computed": 2.562624, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-128k__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 1267.7, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 128000, "tokens_reasoning": 128000, "cost_usd": 2.562624, "cost_usd_computed": 2.562624, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-64k", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 624.21, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": 1.282624, "cost_usd_computed": 1.282624, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-64k__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 659.1, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": 1.282624, "cost_usd_computed": 1.282624, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-64k__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 674.1, "tokens_input": 656, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": 1.282624, "cost_usd_computed": 1.282624, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller_quick__raw-api__gpt-6-sol__max", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "ps5_controller_quick", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "ok", "wall_time_s": 594.2, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36590, "tokens_reasoning": 27662, "cost_usd": 0.366266, "cost_usd_computed": 0.366266, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "ps5_controller_quick__raw-api__opus-5-5__low", "in_results": true, "source": "cost.json", "run_date": "2026-09-23", "category": "svg", "prompt_id": "ps5_controller_quick", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "low", "status": "ok", "wall_time_s": 30.78, "tokens_input": 282, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3641, "tokens_reasoning": 0, "cost_usd": 0.073948, "cost_usd_computed": 0.073948, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "quadruped_rig_walk__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "blender", "prompt_id": "quadruped_rig_walk", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 3495.4, "tokens_input": 48320, "tokens_cache_write": 0, "tokens_cache_read": 11001344, "tokens_output": 125157, "tokens_reasoning": 83832, "cost_usd": 0.11534623199999998, "cost_usd_computed": 0.115346, "cost_usd_reported": 0.11534623199999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_ai_dungeon__claude-code__opus-5-5__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "remotion", "prompt_id": "remotion_ai_dungeon", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 14661.735, "tokens_input": 129964, "tokens_cache_write": 9871082, "tokens_cache_read": 120294741, "tokens_output": 4949543, "tokens_reasoning": 3504454, "cost_usd": 172.925074, "cost_usd_computed": 172.925074, "cost_usd_reported": 172.925074, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_ai_dungeon__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "remotion", "prompt_id": "remotion_ai_dungeon", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 2752.034, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_ai_dungeon__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "remotion", "prompt_id": "remotion_ai_dungeon", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2762.15, "tokens_input": 130, "tokens_cache_write": 434017, "tokens_cache_read": 13908262, "tokens_output": 145334, "tokens_reasoning": 177701, "cost_usd": 7.097305, "cost_usd_computed": null, "cost_usd_reported": 7.097305, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_chess_famous_game__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_chess_famous_game", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 698.4, "tokens_input": 126, "tokens_cache_write": 110530, "tokens_cache_read": 3092898, "tokens_output": 55833, "tokens_reasoning": 28697, "cost_usd": 1.398222, "cost_usd_computed": 1.398222, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_chip_fabrication_journey__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_chip_fabrication_journey", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 691.9, "tokens_input": 232, "tokens_cache_write": 133750, "tokens_cache_read": 4606567, "tokens_output": 58563, "tokens_reasoning": 25427, "cost_usd": 1.774907, "cost_usd_computed": 1.774907, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_energy_mix_sankey__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_energy_mix_sankey", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1437.5, "tokens_input": 62, "tokens_cache_write": 224020, "tokens_cache_read": 3389401, "tokens_output": 72272, "tokens_reasoning": 39160, "cost_usd": 3.243668, "cost_usd_computed": 3.243668, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_energy_mix_sankey__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_energy_mix_sankey", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 814.6, "tokens_input": 165, "tokens_cache_write": 124017, "tokens_cache_read": 4427229, "tokens_output": 66731, "tokens_reasoning": 43138, "cost_usd": 1.80112, "cost_usd_computed": 1.80112, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_f1_lap_telemetry__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_f1_lap_telemetry", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1567.8, "tokens_input": 122, "tokens_cache_write": 300982, "tokens_cache_read": 6708363, "tokens_output": 95604, "tokens_reasoning": 39593, "cost_usd": 4.759151, "cost_usd_computed": 4.759151, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_f1_lap_telemetry__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_f1_lap_telemetry", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 763.9, "tokens_input": 123, "tokens_cache_write": 134369, "tokens_cache_read": 3583207, "tokens_output": 63827, "tokens_reasoning": 36924, "cost_usd": 1.623895, "cost_usd_computed": 1.623895, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_galaxy_collision__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_galaxy_collision", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1731.1, "tokens_input": 110, "tokens_cache_write": 180878, "tokens_cache_read": 6554886, "tokens_output": 92677, "tokens_reasoning": 47591, "cost_usd": 4.069347, "cost_usd_computed": 4.069347, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_galaxy_collision__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_galaxy_collision", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 852.6, "tokens_input": 156, "tokens_cache_write": 142177, "tokens_cache_read": 4447312, "tokens_output": 66982, "tokens_reasoning": 40418, "cost_usd": 1.843948, "cost_usd_computed": 1.843948, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_github_contrib_wrapped__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_github_contrib_wrapped", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 686.9, "tokens_input": 129, "tokens_cache_write": 148210, "tokens_cache_read": 3482599, "tokens_output": 71529, "tokens_reasoning": 42721, "cost_usd": 1.708488, "cost_usd_computed": 1.708488, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_how_internet_works__claude-code__opus-5-5__attempt2", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "remotion", "prompt_id": "remotion_how_internet_works", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 3983.285, "tokens_input": 4439, "tokens_cache_write": 422395, "tokens_cache_read": 9992380, "tokens_output": 270491, "tokens_reasoning": 135704, "cost_usd": 9.538026999999996, "cost_usd_computed": 9.538027, "cost_usd_reported": 9.538026999999996, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_how_internet_works__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "remotion", "prompt_id": "remotion_how_internet_works", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2756.029, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_how_internet_works__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "remotion", "prompt_id": "remotion_how_internet_works", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "infra_dnf", "wall_time_s": 1522.882, "tokens_input": 108, "tokens_cache_write": 243566, "tokens_cache_read": 6760882, "tokens_output": 67242, "tokens_reasoning": 107628, "cost_usd": 3.710007, "cost_usd_computed": null, "cost_usd_reported": 3.710007, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_music_visualizer_synthwave__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_music_visualizer_synthwave", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1838.1, "tokens_input": 104, "tokens_cache_write": 183064, "tokens_cache_read": 6504862, "tokens_output": 84892, "tokens_reasoning": 42172, "cost_usd": 3.914548, "cost_usd_computed": 3.914548, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_music_visualizer_synthwave__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_music_visualizer_synthwave", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 742.4, "tokens_input": 102, "tokens_cache_write": 137639, "tokens_cache_read": 2986845, "tokens_output": 54607, "tokens_reasoning": 35379, "cost_usd": 1.418921, "cost_usd_computed": 1.418921, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_orbital_launch_sequence__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_orbital_launch_sequence", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 796.1, "tokens_input": 150, "tokens_cache_write": 121800, "tokens_cache_read": 3919265, "tokens_output": 67832, "tokens_reasoning": 34036, "cost_usd": 1.706073, "cost_usd_computed": 1.706073, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_sales_chart__pi-kitted__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "remotion", "prompt_id": "remotion_sales_chart", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 785.2, "tokens_input": 70, "tokens_cache_write": 101707, "tokens_cache_read": 2304594, "tokens_output": 60878, "tokens_reasoning": null, "cost_usd": 2.187294, "cost_usd_computed": 2.187294, "cost_usd_reported": 2.187294, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_sales_chart__pi__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "remotion", "prompt_id": "remotion_sales_chart", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1355.9, "tokens_input": 116, "tokens_cache_write": 172807, "tokens_cache_read": 5852584, "tokens_output": 104270, "tokens_reasoning": null, "cost_usd": 4.120416, "cost_usd_computed": 4.120416, "cost_usd_reported": 4.120416, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_satellite_constellation__claude-code-skills__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_satellite_constellation", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280 + Remotion/HyperFrames skills", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1699.7, "tokens_input": 88, "tokens_cache_write": 273612, "tokens_cache_read": 6468398, "tokens_output": 126435, "tokens_reasoning": 71797, "cost_usd": 5.190792, "cost_usd_computed": 5.190792, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_satellite_constellation__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_satellite_constellation", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 688.3, "tokens_input": 129, "tokens_cache_write": 121707, "tokens_cache_read": 3519025, "tokens_output": 67951, "tokens_reasoning": 36949, "cost_usd": 1.626987, "cost_usd_computed": 1.626987, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "remotion_sorting_algorithms_race__codex-skills__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "remotion", "prompt_id": "remotion_sorting_algorithms_race", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1 + Remotion/HyperFrames skills", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 867.7, "tokens_input": 165, "tokens_cache_write": 164460, "tokens_cache_read": 5327885, "tokens_output": 70275, "tokens_reasoning": 39743, "cost_usd": 2.097577, "cost_usd_computed": 2.097577, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "shader_hero_background_studio__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "shader_hero_background_studio", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 698.5, "tokens_input": 52, "tokens_cache_write": 99576, "tokens_cache_read": 2406850, "tokens_output": 62882, "tokens_reasoning": 26126, "cost_usd": 2.237098, "cost_usd_computed": 2.237098, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "shader_hero_background_studio__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "shader_hero_background_studio", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 879.2, "tokens_input": 162, "tokens_cache_write": 122548, "tokens_cache_read": 4352634, "tokens_output": 92095, "tokens_reasoning": 46593, "cost_usd": 2.036897, "cost_usd_computed": 2.036897, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 71.8, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23020, "tokens_reasoning": 17596, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 108.4, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16611, "tokens_reasoning": 11826, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 280.1, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22953, "tokens_reasoning": null, "cost_usd": 1.14933, "cost_usd_computed": 1.14933, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 827.9, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 54221, "tokens_reasoning": 47463, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 176.7, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10692, "tokens_reasoning": 3287, "cost_usd": 0.53574, "cost_usd_computed": 0.53574, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 69.1, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8721, "tokens_reasoning": 3488, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 103.8, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8496, "tokens_reasoning": 3826, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11483, "tokens_reasoning": 10214, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 695.2, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28727, "tokens_reasoning": 22954, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 296.3, "tokens_input": 235, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 214.9, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22015, "tokens_reasoning": null, "cost_usd": 0.440972, "cost_usd_computed": 0.440972, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.5, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 266.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39236, "tokens_reasoning": 30237, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_acoustic_guitar__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_acoustic_guitar", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 202.0, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18848, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 56.4, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17286, "tokens_reasoning": 12818, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 114.6, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19706, "tokens_reasoning": 15796, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 117.3, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9811, "tokens_reasoning": null, "cost_usd": 0.49229, "cost_usd_computed": 0.49229, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1036.5, "tokens_input": 119, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63999, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 96.2, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4897, "tokens_reasoning": 2070, "cost_usd": 0.24599, "cost_usd_computed": 0.24599, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 75.7, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8140, "tokens_reasoning": 5557, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 111.8, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7421, "tokens_reasoning": 3975, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.7, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8048, "tokens_reasoning": 7300, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 584.2, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23194, "tokens_reasoning": 20274, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 274.6, "tokens_input": 235, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 60087, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 123.0, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12664, "tokens_reasoning": null, "cost_usd": 0.253976, "cost_usd_computed": 0.253976, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.0, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32857, "tokens_reasoning": 28879, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 189.5, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29160, "tokens_reasoning": 24196, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alarm_clock_bells__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alarm_clock_bells", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 281.2, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26237, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 57.0, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18937, "tokens_reasoning": 11843, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 118.4, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20436, "tokens_reasoning": 11829, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 121.1, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11016, "tokens_reasoning": null, "cost_usd": 0.5525, "cost_usd_computed": 0.5525, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 1159.9, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 63397, "tokens_reasoning": 49385, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 177.7, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11622, "tokens_reasoning": 516, "cost_usd": 0.58221, "cost_usd_computed": 0.58221, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 46.3, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6608, "tokens_reasoning": 382, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 133.2, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11625, "tokens_reasoning": 1912, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.6, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12621, "tokens_reasoning": 10194, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 818.7, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31048, "tokens_reasoning": 21028, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 144.1, "tokens_input": 232, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33271, "tokens_reasoning": 23511, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 139.7, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15463, "tokens_reasoning": null, "cost_usd": 0.30994, "cost_usd_computed": 0.30994, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 29.4, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35863, "tokens_reasoning": 25774, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 192.1, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31593, "tokens_reasoning": 17908, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alien_planet_moons__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alien_planet_moons", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 43.6, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5452, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 61.2, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19006, "tokens_reasoning": 12927, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 142.8, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22210, "tokens_reasoning": 16716, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 534.5, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39515, "tokens_reasoning": null, "cost_usd": 1.97742, "cost_usd_computed": 1.97742, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 280.8, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 241.4, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12264, "tokens_reasoning": 4545, "cost_usd": 0.61435, "cost_usd_computed": 0.61435, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 126.6, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14266, "tokens_reasoning": 10960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 104.3, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7687, "tokens_reasoning": 3389, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.9, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16927, "tokens_reasoning": 16285, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 452.1, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17268, "tokens_reasoning": 13808, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 336.7, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63999, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 236.2, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22500, "tokens_reasoning": null, "cost_usd": 0.450668, "cost_usd_computed": 0.450668, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.1, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 410.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 63458, "tokens_reasoning": 55284, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_alphabet_animals__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_alphabet_animals", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 245.8, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24128, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 138.3, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36456, "tokens_reasoning": 29692, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 146.2, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24504, "tokens_reasoning": 17633, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 215.8, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18614, "tokens_reasoning": null, "cost_usd": 0.93245, "cost_usd_computed": 0.93245, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1023.3, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 53578, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 209.1, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11708, "tokens_reasoning": 2713, "cost_usd": 0.58652, "cost_usd_computed": 0.58652, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 82.7, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10373, "tokens_reasoning": 4299, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 138.3, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11278, "tokens_reasoning": 4032, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.7, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13541, "tokens_reasoning": 12061, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 973.7, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39081, "tokens_reasoning": 31928, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 134.3, "tokens_input": 233, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29652, "tokens_reasoning": 14707, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 318.0, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31813, "tokens_reasoning": null, "cost_usd": 0.63696, "cost_usd_computed": 0.63696, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.5, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 181.9, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29471, "tokens_reasoning": 19169, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ant_colony_cutaway__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ant_colony_cutaway", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 170.8, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17503, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 46.8, "tokens_input": 144, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15512, "tokens_reasoning": 13011, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 72.8, "tokens_input": 197, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13539, "tokens_reasoning": 11470, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 69.5, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6042, "tokens_reasoning": null, "cost_usd": 0.30387, "cost_usd_computed": 0.30387, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 433.6, "tokens_input": 124, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26189, "tokens_reasoning": 24058, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 102.6, "tokens_input": 119, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5148, "tokens_reasoning": 2546, "cost_usd": 0.25859, "cost_usd_computed": 0.25859, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 47.2, "tokens_input": 119, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5547, "tokens_reasoning": 2710, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 98.8, "tokens_input": 119, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7510, "tokens_reasoning": 5164, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.5, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21629, "tokens_reasoning": 19958, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 278.0, "tokens_input": 198, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11088, "tokens_reasoning": 8564, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 260.2, "tokens_input": 240, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 48802, "tokens_reasoning": 46961, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 74.0, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8112, "tokens_reasoning": null, "cost_usd": 0.162948, "cost_usd_computed": 0.162948, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 18.5, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23083, "tokens_reasoning": 19767, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 174.5, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31486, "tokens_reasoning": 22319, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_app_icon_set_flat__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_app_icon_set_flat", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 75.9, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7976, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 74.0, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20242, "tokens_reasoning": 14850, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 124.1, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21391, "tokens_reasoning": 15558, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 104.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9056, "tokens_reasoning": null, "cost_usd": 0.45446, "cost_usd_computed": 0.45446, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 960.3, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 58894, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 149.0, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8806, "tokens_reasoning": 2070, "cost_usd": 0.4414, "cost_usd_computed": 0.4414, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 59.9, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6638, "tokens_reasoning": 3055, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.2, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5989, "tokens_reasoning": 1552, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.2, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14104, "tokens_reasoning": 12814, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 883.9, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38895, "tokens_reasoning": 28803, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 178.2, "tokens_input": 100, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 36611, "tokens_reasoning": 31417, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 159.2, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17727, "tokens_reasoning": null, "cost_usd": 0.355204, "cost_usd_computed": 0.355204, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.0, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35664, "tokens_reasoning": 24417, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 132.1, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24571, "tokens_reasoning": 15013, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_art_deco_skyscraper__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_art_deco_skyscraper", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 144.9, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14669, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 466.3, "tokens_input": 38097, "tokens_cache_write": 0, "tokens_cache_read": 406272, "tokens_output": 19252, "tokens_reasoning": 9603, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 66.3, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20577, "tokens_reasoning": 12169, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 104.9, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16213, "tokens_reasoning": 9786, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 143.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12568, "tokens_reasoning": null, "cost_usd": 0.63009, "cost_usd_computed": 0.63009, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1068.9, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 58873, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 280.3, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16160, "tokens_reasoning": 3624, "cost_usd": 0.80911, "cost_usd_computed": 0.80911, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 62.4, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8410, "tokens_reasoning": 2070, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 115.3, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8647, "tokens_reasoning": 1633, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.2, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11526, "tokens_reasoning": 9417, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 818.1, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29930, "tokens_reasoning": 19749, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 266.2, "tokens_input": 232, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 53370, "tokens_reasoning": 44822, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 169.5, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18307, "tokens_reasoning": null, "cost_usd": 0.366816, "cost_usd_computed": 0.366816, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.9, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37646, "tokens_reasoning": 27405, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 207.9, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34474, "tokens_reasoning": 21986, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronaut_floating__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronaut_floating", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 245.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24046, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 54.7, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16599, "tokens_reasoning": 11051, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 140.1, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22727, "tokens_reasoning": 17339, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 153.0, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12317, "tokens_reasoning": null, "cost_usd": 0.61754, "cost_usd_computed": 0.61754, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1008.4, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 62573, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 163.3, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10077, "tokens_reasoning": 1898, "cost_usd": 0.505, "cost_usd_computed": 0.505, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 54.1, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7580, "tokens_reasoning": 2700, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 127.6, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9808, "tokens_reasoning": 3379, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12044, "tokens_reasoning": 10435, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 459.2, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19527, "tokens_reasoning": 12315, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 324.0, "tokens_input": 105, "tokens_cache_write": 0, "tokens_cache_read": 130, "tokens_output": 51086, "tokens_reasoning": 44073, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 246.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25056, "tokens_reasoning": null, "cost_usd": 0.501796, "cost_usd_computed": 0.501796, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38180, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 224.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37965, "tokens_reasoning": 27514, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_astronomer_telescope__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_astronomer_telescope", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 42.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5312, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 44.5, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14107, "tokens_reasoning": 11396, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 87.2, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13857, "tokens_reasoning": 11318, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 83.4, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7174, "tokens_reasoning": null, "cost_usd": 0.36042, "cost_usd_computed": 0.36042, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 659.8, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 44429, "tokens_reasoning": 39905, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 95.3, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5053, "tokens_reasoning": 2514, "cost_usd": 0.2538, "cost_usd_computed": 0.2538, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 72.1, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9775, "tokens_reasoning": 5920, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 100.9, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8006, "tokens_reasoning": 3951, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.5, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10046, "tokens_reasoning": 8276, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 352.8, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13904, "tokens_reasoning": 10982, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 354.0, "tokens_input": 233, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 67.6, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7171, "tokens_reasoning": null, "cost_usd": 0.144108, "cost_usd_computed": 0.144108, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 190.3, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32714, "tokens_reasoning": 26019, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_atom_bohr_model__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_atom_bohr_model", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 136.1, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14400, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 40.3, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12265, "tokens_reasoning": 5747, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 105.1, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16764, "tokens_reasoning": 10164, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 135.8, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12314, "tokens_reasoning": null, "cost_usd": 0.61734, "cost_usd_computed": 0.61734, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 232.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 234.3, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13550, "tokens_reasoning": 1552, "cost_usd": 0.67861, "cost_usd_computed": 0.67861, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 61.0, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8253, "tokens_reasoning": 1869, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 137.3, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10125, "tokens_reasoning": 1947, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.5, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16706, "tokens_reasoning": 14632, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 736.5, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28896, "tokens_reasoning": 19180, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 53.5, "tokens_input": 101, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 10175, "tokens_reasoning": 672, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 297.5, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32554, "tokens_reasoning": null, "cost_usd": 0.651736, "cost_usd_computed": 0.651736, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 32.1, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38535, "tokens_reasoning": 27088, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 279.5, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 48703, "tokens_reasoning": 32704, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_autumn_forest_path__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_autumn_forest_path", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 166.8, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17228, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 111.7, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28651, "tokens_reasoning": 24850, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 113.8, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18149, "tokens_reasoning": 12218, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 188.3, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14653, "tokens_reasoning": null, "cost_usd": 0.7344, "cost_usd_computed": 0.7344, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1085.4, "tokens_input": 101, "tokens_cache_write": 0, "tokens_cache_read": 19, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 213.4, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11350, "tokens_reasoning": 3691, "cost_usd": 0.56864, "cost_usd_computed": 0.56864, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 63.8, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8529, "tokens_reasoning": 4009, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 104.4, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8833, "tokens_reasoning": 3106, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.6, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7512, "tokens_reasoning": 7099, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 559.0, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21715, "tokens_reasoning": 15977, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 280.1, "tokens_input": 105, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 47554, "tokens_reasoning": 42279, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 135.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13500, "tokens_reasoning": null, "cost_usd": 0.2707, "cost_usd_computed": 0.2707, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.7, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33540, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 358.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 57103, "tokens_reasoning": 46992, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ballet_dancer__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ballet_dancer", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 108.3, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10027, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 5.5, "tokens_input": 147, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1554, "tokens_reasoning": 621, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.2, "tokens_input": 200, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4958, "tokens_reasoning": 3554, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 21.4, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2025, "tokens_reasoning": null, "cost_usd": 0.10307, "cost_usd_computed": 0.10307, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 128.8, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 19, "tokens_output": 8893, "tokens_reasoning": 7186, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 32.9, "tokens_input": 122, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1987, "tokens_reasoning": 736, "cost_usd": 0.10057, "cost_usd_computed": 0.10057, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 27.2, "tokens_input": 122, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3605, "tokens_reasoning": 1635, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 29.7, "tokens_input": 122, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2268, "tokens_reasoning": 1034, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.3, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7083, "tokens_reasoning": 5894, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 39.2, "tokens_input": 201, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1913, "tokens_reasoning": 853, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 37.5, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 6522, "tokens_reasoning": 4902, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.6, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1585, "tokens_reasoning": null, "cost_usd": 0.032428, "cost_usd_computed": 0.032428, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 7.1, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10590, "tokens_reasoning": 8165, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 41.1, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7512, "tokens_reasoning": 4906, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bar_chart_fruit_sales__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bar_chart_fruit_sales", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 21.2, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2696, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 60.3, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__deepseek-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 70.6, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20523, "tokens_reasoning": 13382, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 184.5, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22346, "tokens_reasoning": 17073, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 243.5, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19946, "tokens_reasoning": null, "cost_usd": 0.999, "cost_usd_computed": 0.999, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 994.7, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63999, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 294.7, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16500, "tokens_reasoning": 3779, "cost_usd": 0.82613, "cost_usd_computed": 0.82613, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 65.2, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8725, "tokens_reasoning": 2513, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 111.2, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9352, "tokens_reasoning": 2588, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.8, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12611, "tokens_reasoning": 11602, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 1017.7, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40323, "tokens_reasoning": 32173, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 224.5, "tokens_input": 102, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 41458, "tokens_reasoning": 36312, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 183.7, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18401, "tokens_reasoning": null, "cost_usd": 0.3687, "cost_usd_computed": 0.3687, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.0, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38823, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 276.9, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 47228, "tokens_reasoning": 35980, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_barn_owl_flight__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_barn_owl_flight", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 198.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18569, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 53.7, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16251, "tokens_reasoning": 9099, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 82.6, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13309, "tokens_reasoning": 8840, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 387.9, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29667, "tokens_reasoning": null, "cost_usd": 1.48502, "cost_usd_computed": 1.48502, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1092.6, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 261.8, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14289, "tokens_reasoning": 3624, "cost_usd": 0.71557, "cost_usd_computed": 0.71557, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 75.0, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9845, "tokens_reasoning": 4274, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 115.1, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9499, "tokens_reasoning": 3337, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.0, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12563, "tokens_reasoning": 11741, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 1199.2, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 49122, "tokens_reasoning": 38943, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 268.9, "tokens_input": 233, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 47910, "tokens_reasoning": 37538, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 419.2, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39930, "tokens_reasoning": null, "cost_usd": 0.799268, "cost_usd_computed": 0.799268, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 45.1, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 252.5, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 42686, "tokens_reasoning": 32938, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_baseball_stadium_night__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_baseball_stadium_night", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 337.5, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30223, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 41.0, "tokens_input": 134, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12192, "tokens_reasoning": 6839, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 123.0, "tokens_input": 187, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20445, "tokens_reasoning": 15875, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 171.6, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13340, "tokens_reasoning": null, "cost_usd": 0.66863, "cost_usd_computed": 0.66863, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 818.7, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 48443, "tokens_reasoning": 41315, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 260.2, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13483, "tokens_reasoning": 3922, "cost_usd": 0.67524, "cost_usd_computed": 0.67524, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 71.3, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8808, "tokens_reasoning": 2934, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 126.6, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9189, "tokens_reasoning": 2957, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.1, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12022, "tokens_reasoning": 11017, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 615.8, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25129, "tokens_reasoning": 17638, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 38.4, "tokens_input": 99, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 6487, "tokens_reasoning": 2438, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 262.6, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26608, "tokens_reasoning": null, "cost_usd": 0.532812, "cost_usd_computed": 0.532812, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 42.6, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 138.7, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25522, "tokens_reasoning": 13714, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_basketball_dunk__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_basketball_dunk", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 175.6, "tokens_input": 161, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16944, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 44.2, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10655, "tokens_reasoning": 8590, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 55.6, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9070, "tokens_reasoning": 8009, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 29.2, "tokens_input": 160, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2952, "tokens_reasoning": null, "cost_usd": 0.1492, "cost_usd_computed": 0.1492, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 470.2, "tokens_input": 97, "tokens_cache_write": 0, "tokens_cache_read": 19, "tokens_output": 29950, "tokens_reasoning": 26921, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 54.7, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3381, "tokens_reasoning": 1034, "cost_usd": 0.17016, "cost_usd_computed": 0.17016, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 51.4, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6681, "tokens_reasoning": 3475, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.8, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6248, "tokens_reasoning": 2391, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.9, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9748, "tokens_reasoning": 9175, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 216.3, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9414, "tokens_reasoning": 7404, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 43.8, "tokens_input": 101, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 8457, "tokens_reasoning": 6689, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 38.4, "tokens_input": 160, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4298, "tokens_reasoning": null, "cost_usd": 0.0866, "cost_usd_computed": 0.0866, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 15.8, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20150, "tokens_reasoning": 17109, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 139.9, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22586, "tokens_reasoning": 15226, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_battery_icons_states__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_battery_icons_states", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 45.2, "tokens_input": 158, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4443, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.3, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8273, "tokens_reasoning": 7205, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 80.2, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12358, "tokens_reasoning": 11665, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 16.1, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1261, "tokens_reasoning": null, "cost_usd": 0.06478, "cost_usd_computed": 0.06478, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 646.9, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40533, "tokens_reasoning": 39333, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 78.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3482, "tokens_reasoning": 2588, "cost_usd": 0.17526, "cost_usd_computed": 0.17526, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 44.3, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4955, "tokens_reasoning": 4476, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 111.9, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8196, "tokens_reasoning": 6732, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.3, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5308, "tokens_reasoning": 5049, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 521.4, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20708, "tokens_reasoning": 18967, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 154.1, "tokens_input": 104, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 27628, "tokens_reasoning": 27243, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 31.1, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3158, "tokens_reasoning": null, "cost_usd": 0.063852, "cost_usd_computed": 0.063852, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 20.1, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26133, "tokens_reasoning": 25421, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 136.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21207, "tokens_reasoning": 19349, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bauhaus_composition__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bauhaus_composition", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.7, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1156, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 50.0, "tokens_input": 148, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16342, "tokens_reasoning": 12601, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 91.0, "tokens_input": 201, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15871, "tokens_reasoning": 12131, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 62.5, "tokens_input": 186, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5487, "tokens_reasoning": null, "cost_usd": 0.27621, "cost_usd_computed": 0.27621, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 580.6, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 187.7, "tokens_input": 119, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8724, "tokens_reasoning": 4397, "cost_usd": 0.43739, "cost_usd_computed": 0.43739, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 96.6, "tokens_input": 119, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11953, "tokens_reasoning": 8907, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 106.0, "tokens_input": 119, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8522, "tokens_reasoning": 5313, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.1, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17619, "tokens_reasoning": 15873, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 549.7, "tokens_input": 200, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21908, "tokens_reasoning": 18901, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 259.9, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 53183, "tokens_reasoning": 47937, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 147.8, "tokens_input": 186, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14672, "tokens_reasoning": null, "cost_usd": 0.294184, "cost_usd_computed": 0.294184, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 35.5, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 286.4, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 45156, "tokens_reasoning": 38586, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bicycle_labeled_diagram", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 112.0, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12345, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 512.9, "tokens_input": 49665, "tokens_cache_write": 0, "tokens_cache_read": 433408, "tokens_output": 24953, "tokens_reasoning": 15966, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 59.4, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20010, "tokens_reasoning": 14047, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 127.0, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21523, "tokens_reasoning": 15574, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 198.0, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16637, "tokens_reasoning": null, "cost_usd": 0.83357, "cost_usd_computed": 0.83357, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 219.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 198.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10771, "tokens_reasoning": 2070, "cost_usd": 0.53969, "cost_usd_computed": 0.53969, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 91.3, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11984, "tokens_reasoning": 5354, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 122.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10779, "tokens_reasoning": 3569, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.7, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17672, "tokens_reasoning": 16800, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 731.5, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28500, "tokens_reasoning": 22618, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 301.0, "tokens_input": 105, "tokens_cache_write": 0, "tokens_cache_read": 130, "tokens_output": 59561, "tokens_reasoning": 52295, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 150.6, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16582, "tokens_reasoning": null, "cost_usd": 0.332328, "cost_usd_computed": 0.332328, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 11.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14198, "tokens_reasoning": 1839, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 253.7, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 44466, "tokens_reasoning": 33620, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_boxing_ring__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_boxing_ring", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 241.5, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23219, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 38.0, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11158, "tokens_reasoning": 4234, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 131.5, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21890, "tokens_reasoning": 16449, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 317.9, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25693, "tokens_reasoning": null, "cost_usd": 1.28638, "cost_usd_computed": 1.28638, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1233.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 60533, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 220.4, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12212, "tokens_reasoning": 2070, "cost_usd": 0.6117, "cost_usd_computed": 0.6117, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 55.6, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7701, "tokens_reasoning": 2303, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 114.4, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9025, "tokens_reasoning": 2225, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 4.9, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6062, "tokens_reasoning": 4572, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 565.9, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24923, "tokens_reasoning": 19387, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 30.2, "tokens_input": 101, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 5139, "tokens_reasoning": 93, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 142.8, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15317, "tokens_reasoning": null, "cost_usd": 0.307032, "cost_usd_computed": 0.307032, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.6, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39537, "tokens_reasoning": 30796, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 230.9, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38861, "tokens_reasoning": 26802, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_breakfast_skillet__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_breakfast_skillet", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 125.9, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12392, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 48.8, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14780, "tokens_reasoning": 10100, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 136.5, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21590, "tokens_reasoning": 17732, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 128.5, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10130, "tokens_reasoning": null, "cost_usd": 0.50824, "cost_usd_computed": 0.50824, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1121.0, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 133.8, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7449, "tokens_reasoning": 1932, "cost_usd": 0.37358, "cost_usd_computed": 0.37358, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 87.8, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10930, "tokens_reasoning": 6393, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 111.1, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8773, "tokens_reasoning": 3211, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.9, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13126, "tokens_reasoning": 12349, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 520.4, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22321, "tokens_reasoning": 18058, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 298.1, "tokens_input": 234, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 63614, "tokens_reasoning": 58784, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 200.3, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20045, "tokens_reasoning": null, "cost_usd": 0.401596, "cost_usd_computed": 0.401596, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 23.6, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32492, "tokens_reasoning": 27046, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 159.8, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25552, "tokens_reasoning": 18332, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_bubble_tea__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_bubble_tea", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 134.2, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12319, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 37.1, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11862, "tokens_reasoning": 6515, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 82.8, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12311, "tokens_reasoning": 8844, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 152.8, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12526, "tokens_reasoning": null, "cost_usd": 0.6281, "cost_usd_computed": 0.6281, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 703.5, "tokens_input": 122, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 42031, "tokens_reasoning": 38090, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 224.9, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12694, "tokens_reasoning": 3575, "cost_usd": 0.63587, "cost_usd_computed": 0.63587, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 77.4, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10626, "tokens_reasoning": 4746, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 97.5, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7177, "tokens_reasoning": 1552, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.1, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20649, "tokens_reasoning": 19573, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 414.3, "tokens_input": 196, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17744, "tokens_reasoning": 13864, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 57.1, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 10618, "tokens_reasoning": 6215, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 119.5, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12605, "tokens_reasoning": null, "cost_usd": 0.25282, "cost_usd_computed": 0.25282, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 21.1, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23888, "tokens_reasoning": 18788, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 315.2, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 44645, "tokens_reasoning": 34504, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_burger_exploded__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_burger_exploded", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 305.8, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29261, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 60.4, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19534, "tokens_reasoning": 15154, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 135.9, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22170, "tokens_reasoning": 18134, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 98.9, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8369, "tokens_reasoning": null, "cost_usd": 0.42025, "cost_usd_computed": 0.42025, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1090.3, "tokens_input": 123, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63999, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 143.8, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7709, "tokens_reasoning": 2331, "cost_usd": 0.38661, "cost_usd_computed": 0.38661, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 55.5, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7603, "tokens_reasoning": 2844, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 122.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9635, "tokens_reasoning": 3599, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 5.1, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7306, "tokens_reasoning": 6216, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 907.4, "tokens_input": 196, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34919, "tokens_reasoning": 30700, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 32.9, "tokens_input": 105, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 6923, "tokens_reasoning": 307, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 163.6, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16763, "tokens_reasoning": null, "cost_usd": 0.33598, "cost_usd_computed": 0.33598, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 23.2, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30632, "tokens_reasoning": 25372, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 261.7, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 42830, "tokens_reasoning": 33479, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_butterfly_life_cycle__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_butterfly_life_cycle", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 90.9, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9540, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 33.8, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10924, "tokens_reasoning": 9327, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 53.2, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8947, "tokens_reasoning": 7448, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 40.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3793, "tokens_reasoning": null, "cost_usd": 0.19133, "cost_usd_computed": 0.19133, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 239.4, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16122, "tokens_reasoning": 14033, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 54.3, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2862, "tokens_reasoning": 1034, "cost_usd": 0.14423, "cost_usd_computed": 0.14423, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 37.8, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5160, "tokens_reasoning": 3064, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 44.1, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3681, "tokens_reasoning": 1981, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.5, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15769, "tokens_reasoning": 13215, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 110.4, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4989, "tokens_reasoning": 3394, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 208.6, "tokens_input": 103, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 46584, "tokens_reasoning": 43090, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 42.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5022, "tokens_reasoning": null, "cost_usd": 0.101112, "cost_usd_computed": 0.101112, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 14.4, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18254, "tokens_reasoning": 15240, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 147.7, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24492, "tokens_reasoning": 18243, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_calendar_month_view__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_calendar_month_view", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 49.3, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6057, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 143.9, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39860, "tokens_reasoning": 33053, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 156.4, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27056, "tokens_reasoning": 21008, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 215.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17653, "tokens_reasoning": null, "cost_usd": 0.88436, "cost_usd_computed": 0.88436, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 866.3, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 177.6, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10179, "tokens_reasoning": 3017, "cost_usd": 0.51011, "cost_usd_computed": 0.51011, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 89.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12449, "tokens_reasoning": 5663, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 110.9, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9346, "tokens_reasoning": 3987, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.7, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10609, "tokens_reasoning": 8957, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 874.0, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33432, "tokens_reasoning": 26196, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 315.9, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 198.2, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20315, "tokens_reasoning": null, "cost_usd": 0.406984, "cost_usd_computed": 0.406984, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.5, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 399.4, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 59839, "tokens_reasoning": 44818, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_campus_wayfinding_map__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_campus_wayfinding_map", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 117.5, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12087, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 219.4, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 45752, "tokens_reasoning": 37505, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 156.4, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26006, "tokens_reasoning": 18267, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 317.9, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24738, "tokens_reasoning": null, "cost_usd": 1.23857, "cost_usd_computed": 1.23857, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1234.1, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 279.4, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15362, "tokens_reasoning": 2588, "cost_usd": 0.76922, "cost_usd_computed": 0.76922, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 67.7, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10620, "tokens_reasoning": 4530, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 115.9, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9428, "tokens_reasoning": 1602, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.6, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16277, "tokens_reasoning": 15640, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 824.3, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31212, "tokens_reasoning": 24376, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 245.4, "tokens_input": 102, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 42341, "tokens_reasoning": 39144, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 317.0, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30839, "tokens_reasoning": null, "cost_usd": 0.617448, "cost_usd_computed": 0.617448, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 43.3, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 273.7, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 46967, "tokens_reasoning": 33427, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_canyon_river__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_canyon_river", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 210.8, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21838, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers__agent", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 204.5, "tokens_input": 26431, "tokens_cache_write": 0, "tokens_cache_read": 220800, "tokens_output": 7292, "tokens_reasoning": 1178, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 49.5, "tokens_input": 132, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16486, "tokens_reasoning": 10919, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 131.4, "tokens_input": 185, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22722, "tokens_reasoning": 15177, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 123.5, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10981, "tokens_reasoning": null, "cost_usd": 0.5507, "cost_usd_computed": 0.5507, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1126.9, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 62436, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 207.2, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11062, "tokens_reasoning": 2588, "cost_usd": 0.55417, "cost_usd_computed": 0.55417, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 68.3, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8897, "tokens_reasoning": 3924, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 121.6, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8913, "tokens_reasoning": 2856, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18721, "tokens_reasoning": 16417, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 582.6, "tokens_input": 186, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21517, "tokens_reasoning": 15193, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 310.3, "tokens_input": 228, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 56028, "tokens_reasoning": 47679, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 240.7, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24699, "tokens_reasoning": null, "cost_usd": 0.49464, "cost_usd_computed": 0.49464, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.3, "tokens_input": 160, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 37262, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 270.4, "tokens_input": 160, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37709, "tokens_reasoning": 30008, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cargo_ship_containers__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cargo_ship_containers", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 45.0, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5868, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 63.1, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20017, "tokens_reasoning": 13996, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 125.8, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17160, "tokens_reasoning": 11751, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 340.3, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25690, "tokens_reasoning": null, "cost_usd": 1.28623, "cost_usd_computed": 1.28623, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1039.1, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 245.1, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12712, "tokens_reasoning": 3106, "cost_usd": 0.63674, "cost_usd_computed": 0.63674, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 104.0, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13023, "tokens_reasoning": 6392, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 110.7, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8896, "tokens_reasoning": 2070, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6145, "tokens_reasoning": 4993, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 872.5, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35631, "tokens_reasoning": 27575, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 353.3, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 293.1, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29356, "tokens_reasoning": null, "cost_usd": 0.587812, "cost_usd_computed": 0.587812, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 275.1, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 44391, "tokens_reasoning": 33887, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chameleon_branch__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chameleon_branch", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 368.8, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30067, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 416.0, "tokens_input": 36168, "tokens_cache_write": 0, "tokens_cache_read": 430336, "tokens_output": 17313, "tokens_reasoning": 8493, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.8, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10526, "tokens_reasoning": 8439, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 74.8, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12297, "tokens_reasoning": 9805, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 40.6, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3840, "tokens_reasoning": null, "cost_usd": 0.19372, "cost_usd_computed": 0.19372, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 814.0, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 67.7, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3828, "tokens_reasoning": 1134, "cost_usd": 0.19254, "cost_usd_computed": 0.19254, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 41.4, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5092, "tokens_reasoning": 2454, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 59.5, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4800, "tokens_reasoning": 2069, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.2, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4661, "tokens_reasoning": 3932, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 492.7, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19863, "tokens_reasoning": 16009, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 291.1, "tokens_input": 104, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 64000, "tokens_reasoning": 62663, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 68.5, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7964, "tokens_reasoning": null, "cost_usd": 0.159968, "cost_usd_computed": 0.159968, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 16.6, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19118, "tokens_reasoning": 15834, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 86.7, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15624, "tokens_reasoning": 6621, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chat_interface__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chat_interface", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 21.5, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2730, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 49.9, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14999, "tokens_reasoning": 7275, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 151.4, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25077, "tokens_reasoning": 14827, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 419.8, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31947, "tokens_reasoning": null, "cost_usd": 1.59908, "cost_usd_computed": 1.59908, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 543.0, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 305.4, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16476, "tokens_reasoning": 2395, "cost_usd": 0.82491, "cost_usd_computed": 0.82491, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 69.6, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9903, "tokens_reasoning": 2030, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 130.2, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11052, "tokens_reasoning": 1552, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.8, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18504, "tokens_reasoning": 17278, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 497.9, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 50.5, "tokens_input": 101, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 10238, "tokens_reasoning": 252, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 426.1, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 42348, "tokens_reasoning": null, "cost_usd": 0.847652, "cost_usd_computed": 0.847652, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.9, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 39277, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 287.5, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chef_flipping_pan__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chef_flipping_pan", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 60.4, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6928, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 69.2, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23389, "tokens_reasoning": 18351, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 198.0, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28058, "tokens_reasoning": 24861, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 413.9, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36440, "tokens_reasoning": null, "cost_usd": 1.82371, "cost_usd_computed": 1.82371, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 227.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 282.8, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13770, "tokens_reasoning": 6732, "cost_usd": 0.68967, "cost_usd_computed": 0.68967, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 151.7, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20837, "tokens_reasoning": 11652, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 114.1, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9791, "tokens_reasoning": 4454, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.9, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34218, "tokens_reasoning": 31317, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 152.3, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 366.2, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63999, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 380.6, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39252, "tokens_reasoning": null, "cost_usd": 0.785724, "cost_usd_computed": 0.785724, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.2, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 348.3, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 53744, "tokens_reasoning": 43924, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_chessboard_mid_game__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_chessboard_mid_game", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 251.3, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29869, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 63.9, "tokens_input": 135, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21350, "tokens_reasoning": 11171, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 128.7, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23369, "tokens_reasoning": 13806, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 475.9, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38071, "tokens_reasoning": null, "cost_usd": 1.90518, "cost_usd_computed": 1.90518, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 853.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 247.0, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14386, "tokens_reasoning": 1202, "cost_usd": 0.72042, "cost_usd_computed": 0.72042, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 57.0, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10591, "tokens_reasoning": 1760, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 105.7, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9248, "tokens_reasoning": 1526, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.6, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8706, "tokens_reasoning": 7330, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 1588.2, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 59396, "tokens_reasoning": 49392, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 162.2, "tokens_input": 231, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31810, "tokens_reasoning": 7566, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 467.6, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 46619, "tokens_reasoning": null, "cost_usd": 0.933032, "cost_usd_computed": 0.933032, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.2, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 426.2, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 62421, "tokens_reasoning": 50333, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_circuit_board_macro__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_circuit_board_macro", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 209.9, "tokens_input": 161, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23790, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2036.2, "tokens_input": 123874, "tokens_cache_write": 0, "tokens_cache_read": 1184256, "tokens_output": 107432, "tokens_reasoning": 777, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 97.0, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26313, "tokens_reasoning": 20083, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 120.8, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21819, "tokens_reasoning": 15447, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 235.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19464, "tokens_reasoning": null, "cost_usd": 0.97487, "cost_usd_computed": 0.97487, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1240.8, "tokens_input": 119, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 343.5, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17816, "tokens_reasoning": 4660, "cost_usd": 0.89194, "cost_usd_computed": 0.89194, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 80.4, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10914, "tokens_reasoning": 4448, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 135.0, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11302, "tokens_reasoning": 3513, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.3, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6569, "tokens_reasoning": 4554, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 894.6, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35898, "tokens_reasoning": 27638, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 53.4, "tokens_input": 104, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 10467, "tokens_reasoning": 179, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 470.9, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 47337, "tokens_reasoning": null, "cost_usd": 0.947408, "cost_usd_computed": 0.947408, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.4, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 333.5, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 58038, "tokens_reasoning": 42065, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_city_park_top_down__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_city_park_top_down", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 110.5, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11247, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 58.7, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18536, "tokens_reasoning": 13827, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 137.5, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23352, "tokens_reasoning": 18364, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 177.5, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13225, "tokens_reasoning": null, "cost_usd": 0.66308, "cost_usd_computed": 0.66308, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1120.5, "tokens_input": 122, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 62348, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 168.1, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8317, "tokens_reasoning": 2588, "cost_usd": 0.41702, "cost_usd_computed": 0.41702, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 44.4, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5894, "tokens_reasoning": 2954, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 89.5, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7642, "tokens_reasoning": 3048, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.5, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7338, "tokens_reasoning": 6546, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 661.5, "tokens_input": 196, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22871, "tokens_reasoning": 17788, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.7, "tokens_input": 238, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6270, "tokens_reasoning": 116, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 123.5, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12374, "tokens_reasoning": null, "cost_usd": 0.248212, "cost_usd_computed": 0.248212, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.8, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 149.7, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25525, "tokens_reasoning": 19580, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_coffee_chalkboard__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_coffee_chalkboard", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 39.7, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4769, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 47.7, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14172, "tokens_reasoning": 9739, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 129.9, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15995, "tokens_reasoning": 11756, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 148.9, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12524, "tokens_reasoning": null, "cost_usd": 0.6279, "cost_usd_computed": 0.6279, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1121.4, "tokens_input": 121, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 198.9, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9679, "tokens_reasoning": 2138, "cost_usd": 0.48509, "cost_usd_computed": 0.48509, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 90.3, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10630, "tokens_reasoning": 5127, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 110.8, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8536, "tokens_reasoning": 3228, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.9, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14178, "tokens_reasoning": 13339, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 508.9, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20045, "tokens_reasoning": 14933, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 34.4, "tokens_input": 234, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4944, "tokens_reasoning": 437, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 113.0, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11530, "tokens_reasoning": null, "cost_usd": 0.23128, "cost_usd_computed": 0.23128, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27430, "tokens_reasoning": 23353, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 203.6, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33925, "tokens_reasoning": 25736, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_corgi_frisbee__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_corgi_frisbee", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 45.2, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4827, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 773.6, "tokens_input": 54446, "tokens_cache_write": 0, "tokens_cache_read": 531840, "tokens_output": 35507, "tokens_reasoning": 20135, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 69.4, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22728, "tokens_reasoning": 14353, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 136.6, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25107, "tokens_reasoning": 17184, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 293.9, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24498, "tokens_reasoning": null, "cost_usd": 1.22665, "cost_usd_computed": 1.22665, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1214.0, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64001, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 315.2, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16811, "tokens_reasoning": 1552, "cost_usd": 0.84168, "cost_usd_computed": 0.84168, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 53.1, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8306, "tokens_reasoning": 381, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 86.3, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7045, "tokens_reasoning": 516, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 9.0, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16177, "tokens_reasoning": 13549, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 1242.5, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 52940, "tokens_reasoning": 37818, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 65.7, "tokens_input": 234, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14492, "tokens_reasoning": 206, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 478.0, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 50074, "tokens_reasoning": null, "cost_usd": 1.00218, "cost_usd_computed": 1.00218, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 45.2, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 246.3, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 43683, "tokens_reasoning": 24829, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cyberpunk_alley__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cyberpunk_alley", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 152.7, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15581, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 63.1, "tokens_input": 131, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18923, "tokens_reasoning": 11272, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 135.0, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24732, "tokens_reasoning": 16972, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 406.5, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30647, "tokens_reasoning": null, "cost_usd": 1.53397, "cost_usd_computed": 1.53397, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1218.3, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 306.2, "tokens_input": 105, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14137, "tokens_reasoning": 4518, "cost_usd": 0.7079, "cost_usd_computed": 0.7079, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 118.8, "tokens_input": 105, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12877, "tokens_reasoning": 8864, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 145.4, "tokens_input": 105, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11144, "tokens_reasoning": 4294, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.9, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10869, "tokens_reasoning": 8918, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 793.6, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32962, "tokens_reasoning": 25143, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 363.3, "tokens_input": 95, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 64000, "tokens_reasoning": 45323, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 301.0, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29935, "tokens_reasoning": null, "cost_usd": 0.599348, "cost_usd_computed": 0.599348, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.1, "tokens_input": 158, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 451.5, "tokens_input": 158, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_cycling_peloton__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_cycling_peloton", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 139.3, "tokens_input": 160, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15120, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 24.5, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7439, "tokens_reasoning": 6274, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 42.6, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5998, "tokens_reasoning": 5222, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 17.6, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1578, "tokens_reasoning": null, "cost_usd": 0.08067, "cost_usd_computed": 0.08067, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 347.4, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18424, "tokens_reasoning": 16969, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 38.6, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1870, "tokens_reasoning": 516, "cost_usd": 0.09465, "cost_usd_computed": 0.09465, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 35.8, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4463, "tokens_reasoning": 2563, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 46.2, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3813, "tokens_reasoning": 2070, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.2, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5810, "tokens_reasoning": 5295, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 96.1, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4015, "tokens_reasoning": 2826, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 232.1, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 44227, "tokens_reasoning": 41292, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 20.6, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2313, "tokens_reasoning": null, "cost_usd": 0.046968, "cost_usd_computed": 0.046968, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 9.2, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10363, "tokens_reasoning": 8721, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 142.0, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24085, "tokens_reasoning": 18415, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dashboard_card_sales__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dashboard_card_sales", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.4, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1651, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 40.8, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12369, "tokens_reasoning": 6817, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 136.8, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23876, "tokens_reasoning": 17232, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 123.2, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10981, "tokens_reasoning": null, "cost_usd": 0.55073, "cost_usd_computed": 0.55073, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 817.3, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 47650, "tokens_reasoning": 39706, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 222.9, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11334, "tokens_reasoning": 2213, "cost_usd": 0.56782, "cost_usd_computed": 0.56782, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 60.1, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7617, "tokens_reasoning": 2845, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 89.0, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8604, "tokens_reasoning": 1034, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.2, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12910, "tokens_reasoning": 10114, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 217.9, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23571, "tokens_reasoning": null, "cost_usd": 0.472092, "cost_usd_computed": 0.472092, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 17.6, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21645, "tokens_reasoning": 13498, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 198.2, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32205, "tokens_reasoning": 21177, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desert_dunes_night__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desert_dunes_night", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 61.9, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6833, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 51.6, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15996, "tokens_reasoning": 10919, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 96.0, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16695, "tokens_reasoning": 12180, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 160.4, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12968, "tokens_reasoning": null, "cost_usd": 0.65009, "cost_usd_computed": 0.65009, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 210.1, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10398, "tokens_reasoning": 2588, "cost_usd": 0.52103, "cost_usd_computed": 0.52103, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 50.2, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6964, "tokens_reasoning": 3326, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 113.8, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8208, "tokens_reasoning": 3097, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.4, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7486, "tokens_reasoning": 6666, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 189.8, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18472, "tokens_reasoning": null, "cost_usd": 0.370116, "cost_usd_computed": 0.370116, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 32.7, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33985, "tokens_reasoning": 28604, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 338.5, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28113, "tokens_reasoning": 19231, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_desk_lamp_books__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_desk_lamp_books", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7191, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 914.9, "tokens_input": 60194, "tokens_cache_write": 0, "tokens_cache_read": 913152, "tokens_output": 40168, "tokens_reasoning": 26957, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 54.9, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15994, "tokens_reasoning": 10496, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 154.6, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26854, "tokens_reasoning": 21197, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 153.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11871, "tokens_reasoning": null, "cost_usd": 0.59526, "cost_usd_computed": 0.59526, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 224.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10493, "tokens_reasoning": 1755, "cost_usd": 0.52581, "cost_usd_computed": 0.52581, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 52.2, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7180, "tokens_reasoning": 1891, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 80.1, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5995, "tokens_reasoning": 1151, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.6, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19728, "tokens_reasoning": 17256, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 211.1, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21075, "tokens_reasoning": null, "cost_usd": 0.422184, "cost_usd_computed": 0.422184, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36062, "tokens_reasoning": 27527, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_detective_noir__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_detective_noir", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 276.7, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24888, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 48.5, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15181, "tokens_reasoning": 8571, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 107.6, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19443, "tokens_reasoning": 13143, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 244.1, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20851, "tokens_reasoning": null, "cost_usd": 1.04423, "cost_usd_computed": 1.04423, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 293.0, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14983, "tokens_reasoning": 1552, "cost_usd": 0.75027, "cost_usd_computed": 0.75027, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 57.6, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7360, "tokens_reasoning": 1735, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 140.7, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11112, "tokens_reasoning": 1933, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.6, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15538, "tokens_reasoning": 14305, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 223.5, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22272, "tokens_reasoning": null, "cost_usd": 0.446112, "cost_usd_computed": 0.446112, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.4, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diverse_group_selfie__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diverse_group_selfie", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 286.6, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29071, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 59.2, "tokens_input": 135, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18967, "tokens_reasoning": 11098, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 121.2, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20133, "tokens_reasoning": 12113, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 212.1, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19436, "tokens_reasoning": null, "cost_usd": 0.97353, "cost_usd_computed": 0.97353, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 213.5, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12425, "tokens_reasoning": 2038, "cost_usd": 0.62235, "cost_usd_computed": 0.62235, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 50.3, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6721, "tokens_reasoning": 2477, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 83.6, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8056, "tokens_reasoning": 2070, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.3, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11510, "tokens_reasoning": 9493, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 234.4, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26381, "tokens_reasoning": null, "cost_usd": 0.528312, "cost_usd_computed": 0.528312, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.9, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34316, "tokens_reasoning": 26580, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_diwali_diyas__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_diwali_diyas", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 184.3, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20185, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 149.6, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 48219, "tokens_reasoning": 43161, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 162.0, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30314, "tokens_reasoning": 25805, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 171.1, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15814, "tokens_reasoning": null, "cost_usd": 0.79247, "cost_usd_computed": 0.79247, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 214.1, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10378, "tokens_reasoning": 5060, "cost_usd": 0.52008, "cost_usd_computed": 0.52008, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 97.1, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11046, "tokens_reasoning": 6461, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 139.1, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11090, "tokens_reasoning": 6156, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.0, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19674, "tokens_reasoning": 16700, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 168.6, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18491, "tokens_reasoning": null, "cost_usd": 0.370528, "cost_usd_computed": 0.370528, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.9, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dna_double_helix__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dna_double_helix", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 221.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26517, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.9, "tokens_input": 152, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9696, "tokens_reasoning": 8174, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 76.3, "tokens_input": 205, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13318, "tokens_reasoning": 12022, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 37.4, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3449, "tokens_reasoning": null, "cost_usd": 0.17434, "cost_usd_computed": 0.17434, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.7, "tokens_input": 126, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3805, "tokens_reasoning": 2070, "cost_usd": 0.19151, "cost_usd_computed": 0.19151, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 46.6, "tokens_input": 126, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5735, "tokens_reasoning": 3368, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 88.5, "tokens_input": 126, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7710, "tokens_reasoning": 4383, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.3, "tokens_input": 187, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9655, "tokens_reasoning": 9176, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 25.7, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2992, "tokens_reasoning": null, "cost_usd": 0.060596, "cost_usd_computed": 0.060596, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 13.5, "tokens_input": 185, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19000, "tokens_reasoning": 16189, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_donut_chart_energy__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_donut_chart_energy", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 39.0, "tokens_input": 187, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5110, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 723.6, "tokens_input": 147936, "tokens_cache_write": 0, "tokens_cache_read": 409216, "tokens_output": 26209, "tokens_reasoning": 1706, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 75.1, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23481, "tokens_reasoning": 16297, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 136.7, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24014, "tokens_reasoning": 17728, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 212.3, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15899, "tokens_reasoning": null, "cost_usd": 0.79664, "cost_usd_computed": 0.79664, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 309.4, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15221, "tokens_reasoning": 4288, "cost_usd": 0.76221, "cost_usd_computed": 0.76221, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.7, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10031, "tokens_reasoning": 3706, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 128.4, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9128, "tokens_reasoning": 1745, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.5, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11812, "tokens_reasoning": 10686, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 314.0, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29719, "tokens_reasoning": null, "cost_usd": 0.595056, "cost_usd_computed": 0.595056, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 43.8, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragon_sleeping_castle__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragon_sleeping_castle", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 241.3, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20991, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 64.8, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20160, "tokens_reasoning": 14003, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 150.6, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27385, "tokens_reasoning": 20562, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 180.9, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14979, "tokens_reasoning": null, "cost_usd": 0.7506, "cost_usd_computed": 0.7506, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 223.5, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11710, "tokens_reasoning": 2070, "cost_usd": 0.58661, "cost_usd_computed": 0.58661, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.1, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9495, "tokens_reasoning": 2795, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 116.9, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10831, "tokens_reasoning": 2422, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.9, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13020, "tokens_reasoning": 11638, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 228.4, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23585, "tokens_reasoning": null, "cost_usd": 0.47236, "cost_usd_computed": 0.47236, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 19.3, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24218, "tokens_reasoning": 13774, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dragonfly_pond__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dragonfly_pond", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 51.3, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6757, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 57.8, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18102, "tokens_reasoning": 16575, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 111.8, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18628, "tokens_reasoning": 14036, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 35.8, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2778, "tokens_reasoning": null, "cost_usd": 0.14056, "cost_usd_computed": 0.14056, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 175.0, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8132, "tokens_reasoning": 6214, "cost_usd": 0.4077, "cost_usd_computed": 0.4077, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 37.7, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4719, "tokens_reasoning": 3284, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 95.5, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7521, "tokens_reasoning": 5696, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11174, "tokens_reasoning": 10874, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 63.2, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6352, "tokens_reasoning": null, "cost_usd": 0.127704, "cost_usd_computed": 0.127704, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.7, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dream_big_3d_letters__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dream_big_3d_letters", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 394.1, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39819, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 63.0, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18639, "tokens_reasoning": 14903, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 133.9, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22727, "tokens_reasoning": 18370, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 106.0, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8571, "tokens_reasoning": null, "cost_usd": 0.43025, "cost_usd_computed": 0.43025, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 210.8, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10172, "tokens_reasoning": 2588, "cost_usd": 0.50974, "cost_usd_computed": 0.50974, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 62.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9240, "tokens_reasoning": 4519, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 97.0, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7510, "tokens_reasoning": 3333, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11079, "tokens_reasoning": 9771, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 119.8, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11947, "tokens_reasoning": null, "cost_usd": 0.23962, "cost_usd_computed": 0.23962, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 44.6, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26108, "tokens_reasoning": 20329, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drone_quadcopter__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drone_quadcopter", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 133.8, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12721, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 49.3, "tokens_input": 147, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15588, "tokens_reasoning": 7417, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 133.7, "tokens_input": 200, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24514, "tokens_reasoning": 20588, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 177.6, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15574, "tokens_reasoning": null, "cost_usd": 0.78046, "cost_usd_computed": 0.78046, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 210.4, "tokens_input": 123, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12384, "tokens_reasoning": 2560, "cost_usd": 0.62043, "cost_usd_computed": 0.62043, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 44.1, "tokens_input": 123, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6559, "tokens_reasoning": 1652, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 85.2, "tokens_input": 123, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7639, "tokens_reasoning": 1813, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8058, "tokens_reasoning": 7192, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 112.9, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12976, "tokens_reasoning": null, "cost_usd": 0.260224, "cost_usd_computed": 0.260224, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.5, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 35858, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_drum_kit__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_drum_kit", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 147.7, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15291, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 57.5, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16880, "tokens_reasoning": 10708, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 162.8, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28006, "tokens_reasoning": 20904, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 172.8, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13384, "tokens_reasoning": null, "cost_usd": 0.67085, "cost_usd_computed": 0.67085, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 230.0, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11932, "tokens_reasoning": 3624, "cost_usd": 0.59771, "cost_usd_computed": 0.59771, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 110.7, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13965, "tokens_reasoning": 6744, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 118.2, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10193, "tokens_reasoning": 3106, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 19.4, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 31015, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.5, "tokens_input": 44, "tokens_cache_write": 0, "tokens_cache_read": 128, "tokens_output": 16262, "tokens_reasoning": 13579, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 235.8, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24364, "tokens_reasoning": null, "cost_usd": 0.48794, "cost_usd_computed": 0.48794, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 28.2, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29035, "tokens_reasoning": 21859, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_dutch_windmill__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_dutch_windmill", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 256.5, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23673, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 70.5, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22181, "tokens_reasoning": 15442, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 143.4, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22672, "tokens_reasoning": 18023, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 118.6, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11218, "tokens_reasoning": null, "cost_usd": 0.56263, "cost_usd_computed": 0.56263, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 196.5, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10920, "tokens_reasoning": 3008, "cost_usd": 0.54715, "cost_usd_computed": 0.54715, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 77.7, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10983, "tokens_reasoning": 4245, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 114.5, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9854, "tokens_reasoning": 2723, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13728, "tokens_reasoning": 12022, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 356.0, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36482, "tokens_reasoning": null, "cost_usd": 0.730332, "cost_usd_computed": 0.730332, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 63.6, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40500, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_easter_eggs_basket__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_easter_eggs_basket", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 142.7, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13728, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 100.3, "tokens_input": 131, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26802, "tokens_reasoning": 22609, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 103.8, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17428, "tokens_reasoning": 14397, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 99.8, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8121, "tokens_reasoning": null, "cost_usd": 0.40771, "cost_usd_computed": 0.40771, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 178.7, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9123, "tokens_reasoning": 3093, "cost_usd": 0.45722, "cost_usd_computed": 0.45722, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 58.3, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8835, "tokens_reasoning": 5205, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 98.9, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7768, "tokens_reasoning": 3236, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.2, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8591, "tokens_reasoning": 7921, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 86.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9339, "tokens_reasoning": null, "cost_usd": 0.187444, "cost_usd_computed": 0.187444, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.8, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36697, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_egyptian_pyramids__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_egyptian_pyramids", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 29.3, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3416, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 62.7, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19460, "tokens_reasoning": 13030, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 150.1, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20445, "tokens_reasoning": 14228, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 185.6, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14422, "tokens_reasoning": null, "cost_usd": 0.72285, "cost_usd_computed": 0.72285, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 577.4, "tokens_input": 122, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__glm-5.3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 998.2, "tokens_input": 122, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 248.5, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13751, "tokens_reasoning": 2480, "cost_usd": 0.68872, "cost_usd_computed": 0.68872, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 78.4, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9485, "tokens_reasoning": 3414, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 115.4, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9588, "tokens_reasoning": 2682, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.0, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13342, "tokens_reasoning": 12037, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 124.2, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 122, "tokens_output": 20308, "tokens_reasoning": 13543, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 190.4, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18960, "tokens_reasoning": null, "cost_usd": 0.3799, "cost_usd_computed": 0.3799, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.6, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 224.5, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 326.8, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 169, "tokens_output": 51514, "tokens_reasoning": 38593, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_elephant_calf_mud__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_elephant_calf_mud", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 211.4, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19174, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 61.0, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19241, "tokens_reasoning": 10589, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 171.1, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26070, "tokens_reasoning": 17511, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 187.0, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15977, "tokens_reasoning": null, "cost_usd": 0.8006, "cost_usd_computed": 0.8006, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 268.8, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14544, "tokens_reasoning": 2833, "cost_usd": 0.72835, "cost_usd_computed": 0.72835, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 64.4, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10096, "tokens_reasoning": 2628, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 123.5, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10008, "tokens_reasoning": 2877, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.5, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8469, "tokens_reasoning": 6954, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 137.3, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2, "tokens_reasoning": null, "cost_usd": 0.00074, "cost_usd_computed": 0.00074, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fantasy_world_map__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fantasy_world_map", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 129.4, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12723, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 42.5, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13630, "tokens_reasoning": 11917, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 140.1, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18541, "tokens_reasoning": 16295, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 32.0, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3068, "tokens_reasoning": null, "cost_usd": 0.1551, "cost_usd_computed": 0.1551, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 67.2, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3766, "tokens_reasoning": 982, "cost_usd": 0.18944, "cost_usd_computed": 0.18944, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 23.5, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3451, "tokens_reasoning": 1199, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 52.8, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4038, "tokens_reasoning": 1744, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.8, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7384, "tokens_reasoning": 6548, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 54.2, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6145, "tokens_reasoning": null, "cost_usd": 0.12358, "cost_usd_computed": 0.12358, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 11.4, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15367, "tokens_reasoning": 12229, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_file_upload_dropzone__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_file_upload_dropzone", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 91.1, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9026, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 205.3, "tokens_input": 17234, "tokens_cache_write": 0, "tokens_cache_read": 193024, "tokens_output": 8217, "tokens_reasoning": 724, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 89.0, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32483, "tokens_reasoning": 26972, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 149.4, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21188, "tokens_reasoning": 15345, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 171.1, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14053, "tokens_reasoning": null, "cost_usd": 0.70433, "cost_usd_computed": 0.70433, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 226.3, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11951, "tokens_reasoning": 1552, "cost_usd": 0.59869, "cost_usd_computed": 0.59869, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 51.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8864, "tokens_reasoning": 3030, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 108.1, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9303, "tokens_reasoning": 3245, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.8, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14249, "tokens_reasoning": 13309, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 196.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19728, "tokens_reasoning": null, "cost_usd": 0.395232, "cost_usd_computed": 0.395232, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 42.1, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40546, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_film_camera__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_film_camera", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 165.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15495, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 55.4, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17201, "tokens_reasoning": 13398, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 172.0, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22342, "tokens_reasoning": 19137, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 218.6, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16210, "tokens_reasoning": null, "cost_usd": 0.81221, "cost_usd_computed": 0.81221, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 211.8, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9983, "tokens_reasoning": 3624, "cost_usd": 0.50029, "cost_usd_computed": 0.50029, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 78.8, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8599, "tokens_reasoning": 4660, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 102.4, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6971, "tokens_reasoning": 3106, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.8, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17060, "tokens_reasoning": 16436, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 89.8, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8741, "tokens_reasoning": null, "cost_usd": 0.175504, "cost_usd_computed": 0.175504, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 7.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9958, "tokens_reasoning": 1370, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flamingo_one_leg__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flamingo_one_leg", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 137.1, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11994, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 53.7, "tokens_input": 134, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16358, "tokens_reasoning": 9226, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 137.8, "tokens_input": 187, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26016, "tokens_reasoning": 18426, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 169.6, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14384, "tokens_reasoning": null, "cost_usd": 0.72087, "cost_usd_computed": 0.72087, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 286.3, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15937, "tokens_reasoning": 2070, "cost_usd": 0.79794, "cost_usd_computed": 0.79794, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 60.8, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8539, "tokens_reasoning": 2367, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 105.6, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9420, "tokens_reasoning": 2070, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.3, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9391, "tokens_reasoning": 8319, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 255.3, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26331, "tokens_reasoning": null, "cost_usd": 0.527288, "cost_usd_computed": 0.527288, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.5, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_floating_islands__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_floating_islands", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 336.6, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34990, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 39.9, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13292, "tokens_reasoning": 11615, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 73.7, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12220, "tokens_reasoning": 10680, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 46.5, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4432, "tokens_reasoning": null, "cost_usd": 0.2234, "cost_usd_computed": 0.2234, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 85.7, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4500, "tokens_reasoning": 2264, "cost_usd": 0.22618, "cost_usd_computed": 0.22618, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 54.4, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8357, "tokens_reasoning": 6360, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 56.5, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4287, "tokens_reasoning": 2480, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.8, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10945, "tokens_reasoning": 9932, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 57.2, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6494, "tokens_reasoning": null, "cost_usd": 0.1306, "cost_usd_computed": 0.1306, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 10.6, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12969, "tokens_reasoning": 10468, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_flowchart_coffee__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_flowchart_coffee", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 67.6, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7638, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 768.0, "tokens_input": 53094, "tokens_cache_write": 0, "tokens_cache_read": 840064, "tokens_output": 33278, "tokens_reasoning": 24531, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 64.3, "tokens_input": 144, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20838, "tokens_reasoning": 15463, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 188.3, "tokens_input": 197, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25749, "tokens_reasoning": 21363, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 220.6, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18594, "tokens_reasoning": null, "cost_usd": 0.93151, "cost_usd_computed": 0.93151, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 237.4, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12086, "tokens_reasoning": 4142, "cost_usd": 0.60548, "cost_usd_computed": 0.60548, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 56.5, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6255, "tokens_reasoning": 3327, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 101.1, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9013, "tokens_reasoning": 3179, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.7, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5418, "tokens_reasoning": 4910, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 190.8, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19809, "tokens_reasoning": null, "cost_usd": 0.396904, "cost_usd_computed": 0.396904, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.4, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_food_pyramid__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_food_pyramid", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 102.1, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12758, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 65.2, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19575, "tokens_reasoning": 15903, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 134.4, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18367, "tokens_reasoning": 13669, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 116.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9312, "tokens_reasoning": null, "cost_usd": 0.46728, "cost_usd_computed": 0.46728, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 231.3, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11593, "tokens_reasoning": 3624, "cost_usd": 0.58076, "cost_usd_computed": 0.58076, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 57.0, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7352, "tokens_reasoning": 3902, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 90.7, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7381, "tokens_reasoning": 2839, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.0, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11097, "tokens_reasoning": 10536, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 178.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17249, "tokens_reasoning": null, "cost_usd": 0.345652, "cost_usd_computed": 0.345652, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.9, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fountain_pen_ink__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fountain_pen_ink", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 36.9, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4256, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 47.8, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13905, "tokens_reasoning": 12015, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 158.1, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26305, "tokens_reasoning": 24467, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 72.8, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6051, "tokens_reasoning": null, "cost_usd": 0.30427, "cost_usd_computed": 0.30427, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 115.5, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5577, "tokens_reasoning": 2588, "cost_usd": 0.28, "cost_usd_computed": 0.28, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 62.4, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8054, "tokens_reasoning": 5545, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 93.0, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7203, "tokens_reasoning": 3486, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.8, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17718, "tokens_reasoning": 16815, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 65.9, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7380, "tokens_reasoning": null, "cost_usd": 0.148288, "cost_usd_computed": 0.148288, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 17.1, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19187, "tokens_reasoning": 15566, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fractal_tree__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fractal_tree", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 368.8, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 51974, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 61.9, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17177, "tokens_reasoning": 11700, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 116.1, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18167, "tokens_reasoning": 11511, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 190.2, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14970, "tokens_reasoning": null, "cost_usd": 0.75026, "cost_usd_computed": 0.75026, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 237.9, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12469, "tokens_reasoning": 3554, "cost_usd": 0.62462, "cost_usd_computed": 0.62462, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 52.0, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6004, "tokens_reasoning": 1418, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 113.0, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9885, "tokens_reasoning": 2288, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10120, "tokens_reasoning": 9053, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 272.4, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26902, "tokens_reasoning": null, "cost_usd": 0.538744, "cost_usd_computed": 0.538744, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.4, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38577, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_fruit_bowl_still_life__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_fruit_bowl_still_life", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 98.2, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9996, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 58.3, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17717, "tokens_reasoning": 13607, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 156.6, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19430, "tokens_reasoning": 15130, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 139.2, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11766, "tokens_reasoning": null, "cost_usd": 0.58997, "cost_usd_computed": 0.58997, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 117.7, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6267, "tokens_reasoning": 1034, "cost_usd": 0.31447, "cost_usd_computed": 0.31447, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 37.0, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5294, "tokens_reasoning": 1332, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 86.1, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7690, "tokens_reasoning": 2462, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.0, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10957, "tokens_reasoning": 9909, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 86.8, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9986, "tokens_reasoning": null, "cost_usd": 0.200388, "cost_usd_computed": 0.200388, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36697, "tokens_reasoning": 29409, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_game_handheld_retro__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_game_handheld_retro", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 72.4, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7764, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 81.2, "tokens_input": 135, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17556, "tokens_reasoning": 12017, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 166.0, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22571, "tokens_reasoning": 15770, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 173.1, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14461, "tokens_reasoning": null, "cost_usd": 0.72473, "cost_usd_computed": 0.72473, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 249.5, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12198, "tokens_reasoning": 2588, "cost_usd": 0.611, "cost_usd_computed": 0.611, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 72.7, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10370, "tokens_reasoning": 2383, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 109.0, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9017, "tokens_reasoning": 2070, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.6, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20314, "tokens_reasoning": 18001, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 289.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30227, "tokens_reasoning": null, "cost_usd": 0.605212, "cost_usd_computed": 0.605212, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 35.9, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33751, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gardener_watering__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gardener_watering", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 263.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26952, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 56.5, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17164, "tokens_reasoning": 11892, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 195.8, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25931, "tokens_reasoning": 18577, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 252.1, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18444, "tokens_reasoning": null, "cost_usd": 0.92394, "cost_usd_computed": 0.92394, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 554.1, "tokens_input": 121, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32766, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 376.6, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17960, "tokens_reasoning": 7250, "cost_usd": 0.89916, "cost_usd_computed": 0.89916, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 89.9, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11629, "tokens_reasoning": 5252, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 125.9, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9998, "tokens_reasoning": 3455, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.8, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9508, "tokens_reasoning": 8747, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 40.6, "tokens_input": 236, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5648, "tokens_reasoning": 361, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 632.2, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 61890, "tokens_reasoning": null, "cost_usd": 1.238496, "cost_usd_computed": 1.238496, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 241.1, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 189.1, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 168, "tokens_output": 33521, "tokens_reasoning": 22996, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_giraffe_side_profile__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_giraffe_side_profile", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 276.8, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25851, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 109.5, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22543, "tokens_reasoning": 15885, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 268.9, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29145, "tokens_reasoning": 21334, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 207.3, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16546, "tokens_reasoning": null, "cost_usd": 0.829, "cost_usd_computed": 0.829, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 253.1, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14451, "tokens_reasoning": 2588, "cost_usd": 0.72368, "cost_usd_computed": 0.72368, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 84.0, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8648, "tokens_reasoning": 4002, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 103.2, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8607, "tokens_reasoning": 2514, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.5, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18870, "tokens_reasoning": 17573, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 320.0, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32388, "tokens_reasoning": null, "cost_usd": 0.64844, "cost_usd_computed": 0.64844, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.8, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 39672, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_greenhouse__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_greenhouse", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 306.8, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28518, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 75.8, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18924, "tokens_reasoning": 14553, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 187.1, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20959, "tokens_reasoning": 17465, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 177.2, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14133, "tokens_reasoning": null, "cost_usd": 0.70833, "cost_usd_computed": 0.70833, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 182.7, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9161, "tokens_reasoning": 3624, "cost_usd": 0.45919, "cost_usd_computed": 0.45919, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 47.9, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6133, "tokens_reasoning": 3376, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 88.3, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7132, "tokens_reasoning": 3194, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10019, "tokens_reasoning": 9311, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 186.9, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18276, "tokens_reasoning": null, "cost_usd": 0.366192, "cost_usd_computed": 0.366192, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 42.6, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glass_of_water_refraction__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glass_of_water_refraction", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 128.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12480, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 48.5, "tokens_input": 134, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14396, "tokens_reasoning": 11388, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 130.4, "tokens_input": 187, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15991, "tokens_reasoning": 13213, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 54.8, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4964, "tokens_reasoning": null, "cost_usd": 0.24986, "cost_usd_computed": 0.24986, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 90.5, "tokens_input": 108, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4929, "tokens_reasoning": 1552, "cost_usd": 0.24753, "cost_usd_computed": 0.24753, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 34.5, "tokens_input": 108, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4242, "tokens_reasoning": 1873, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 69.6, "tokens_input": 108, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4929, "tokens_reasoning": 3230, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.7, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14630, "tokens_reasoning": 13620, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 51.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5564, "tokens_reasoning": null, "cost_usd": 0.111944, "cost_usd_computed": 0.111944, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 12.5, "tokens_input": 161, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17854, "tokens_reasoning": 14432, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_glitch_error_text__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_glitch_error_text", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 38.7, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4313, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 51.7, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12504, "tokens_reasoning": 10827, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 112.0, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11636, "tokens_reasoning": 10686, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 40.0, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3156, "tokens_reasoning": null, "cost_usd": 0.1596, "cost_usd_computed": 0.1596, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 222.6, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9733, "tokens_reasoning": 6994, "cost_usd": 0.4878, "cost_usd_computed": 0.4878, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 40.0, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5220, "tokens_reasoning": 3736, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 117.2, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9100, "tokens_reasoning": 6494, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.2, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6438, "tokens_reasoning": 6010, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 37.9, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4169, "tokens_reasoning": null, "cost_usd": 0.0841, "cost_usd_computed": 0.0841, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 18.2, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18885, "tokens_reasoning": 17580, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_good_vibes_retro__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_good_vibes_retro", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 23.0, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2415, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 71.2, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20690, "tokens_reasoning": 11719, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 244.6, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34026, "tokens_reasoning": 26592, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 232.2, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18729, "tokens_reasoning": null, "cost_usd": 0.93811, "cost_usd_computed": 0.93811, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 261.0, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13967, "tokens_reasoning": 3061, "cost_usd": 0.69946, "cost_usd_computed": 0.69946, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 66.0, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10399, "tokens_reasoning": 4181, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 83.8, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7349, "tokens_reasoning": 2070, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.9, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19124, "tokens_reasoning": 17560, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 312.5, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32515, "tokens_reasoning": null, "cost_usd": 0.650964, "cost_usd_computed": 0.650964, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.1, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_gothic_cathedral__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_gothic_cathedral", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 258.0, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23720, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1738.4, "tokens_input": 260079, "tokens_cache_write": 0, "tokens_cache_read": 953088, "tokens_output": 100543, "tokens_reasoning": 46478, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 112.2, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25537, "tokens_reasoning": 18690, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 253.3, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29873, "tokens_reasoning": 22263, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 278.1, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14939, "tokens_reasoning": 6732, "cost_usd": 0.74807, "cost_usd_computed": 0.74807, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 74.9, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9624, "tokens_reasoning": 3158, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 119.5, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10434, "tokens_reasoning": 3894, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.8, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17204, "tokens_reasoning": 16256, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 700.6, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": null, "cost_usd": 1.280648, "cost_usd_computed": 1.280648, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 44.4, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_grand_piano__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_grand_piano", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 442.2, "tokens_input": 160, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39511, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 71.6, "tokens_input": 135, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22140, "tokens_reasoning": 15357, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 193.5, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23452, "tokens_reasoning": 16649, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 134.7, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10354, "tokens_reasoning": null, "cost_usd": 0.51933, "cost_usd_computed": 0.51933, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 210.5, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11654, "tokens_reasoning": 3392, "cost_usd": 0.5838, "cost_usd_computed": 0.5838, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 52.3, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8377, "tokens_reasoning": 3358, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 102.5, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8216, "tokens_reasoning": 2946, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18727, "tokens_reasoning": 17774, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 125.5, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13356, "tokens_reasoning": null, "cost_usd": 0.267772, "cost_usd_computed": 0.267772, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_greek_temple__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_greek_temple", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.6, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_halloween_drippy_boo__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_halloween_drippy_boo__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 562.3, "tokens_input": 42882, "tokens_cache_write": 0, "tokens_cache_read": 498816, "tokens_output": 21928, "tokens_reasoning": 12885, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_halloween_drippy_boo__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_halloween_drippy_boo", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 58.3, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12792, "tokens_reasoning": 9062, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_halloween_drippy_boo__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_halloween_drippy_boo", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 121.6, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13768, "tokens_reasoning": 10549, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_halloween_drippy_boo__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_halloween_drippy_boo", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 165.1, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9748, "tokens_reasoning": 2070, "cost_usd": 0.4885, "cost_usd_computed": 0.4885, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_halloween_drippy_boo__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_halloween_drippy_boo", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 56.2, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8238, "tokens_reasoning": 5696, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_halloween_drippy_boo__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_halloween_drippy_boo", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 95.2, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8164, "tokens_reasoning": 2588, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_halloween_drippy_boo__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_halloween_drippy_boo", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9739, "tokens_reasoning": 9348, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_halloween_drippy_boo__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_halloween_drippy_boo", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 22.2, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23854, "tokens_reasoning": 19906, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hand_five_fruits__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hand_five_fruits__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 343.8, "tokens_input": 33605, "tokens_cache_write": 0, "tokens_cache_read": 256000, "tokens_output": 15216, "tokens_reasoning": 2177, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hand_five_fruits__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hand_five_fruits", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 78.4, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18607, "tokens_reasoning": 14417, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hand_five_fruits__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hand_five_fruits", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 170.9, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21018, "tokens_reasoning": 17602, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hand_five_fruits__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hand_five_fruits", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 210.5, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10866, "tokens_reasoning": 3461, "cost_usd": 0.54447, "cost_usd_computed": 0.54447, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hand_five_fruits__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hand_five_fruits", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 57.9, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8956, "tokens_reasoning": 5175, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hand_five_fruits__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hand_five_fruits", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 124.9, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9807, "tokens_reasoning": 4459, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hand_five_fruits__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hand_five_fruits", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.1, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12812, "tokens_reasoning": 11651, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hand_five_fruits__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hand_five_fruits", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 42.2, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_headphones_over_ear__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_headphones_over_ear", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 51.3, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15363, "tokens_reasoning": 11153, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_headphones_over_ear__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_headphones_over_ear", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 161.7, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19126, "tokens_reasoning": 15743, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_headphones_over_ear__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_headphones_over_ear", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 165.2, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9107, "tokens_reasoning": 3106, "cost_usd": 0.45648, "cost_usd_computed": 0.45648, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_headphones_over_ear__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_headphones_over_ear", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 51.6, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7817, "tokens_reasoning": 4050, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_headphones_over_ear__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_headphones_over_ear", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 103.8, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8204, "tokens_reasoning": 4113, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_headphones_over_ear__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_headphones_over_ear", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 6.9, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9041, "tokens_reasoning": 8312, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_headphones_over_ear__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_headphones_over_ear", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 18.4, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19876, "tokens_reasoning": 15557, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hedgehog_mushroom__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hedgehog_mushroom", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 37.8, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11515, "tokens_reasoning": 4705, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hedgehog_mushroom__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hedgehog_mushroom", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 149.6, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18747, "tokens_reasoning": 11920, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hedgehog_mushroom__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hedgehog_mushroom", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 231.4, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12207, "tokens_reasoning": 2070, "cost_usd": 0.6115, "cost_usd_computed": 0.6115, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hedgehog_mushroom__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hedgehog_mushroom", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 72.5, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8040, "tokens_reasoning": 3459, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hedgehog_mushroom__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hedgehog_mushroom", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 88.9, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7588, "tokens_reasoning": 1552, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hedgehog_mushroom__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hedgehog_mushroom", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.0, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14540, "tokens_reasoning": 12292, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hedgehog_mushroom__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hedgehog_mushroom", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.9, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33903, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_helicopter_rescue__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_helicopter_rescue", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 62.7, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16498, "tokens_reasoning": 10966, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_helicopter_rescue__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_helicopter_rescue", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 163.4, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18517, "tokens_reasoning": 14096, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_helicopter_rescue__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_helicopter_rescue", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 262.0, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13507, "tokens_reasoning": 2015, "cost_usd": 0.67646, "cost_usd_computed": 0.67646, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_helicopter_rescue__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_helicopter_rescue", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 78.9, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8967, "tokens_reasoning": 3020, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_helicopter_rescue__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_helicopter_rescue", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 116.5, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9102, "tokens_reasoning": 1794, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_helicopter_rescue__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_helicopter_rescue", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.6, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11476, "tokens_reasoning": 10576, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_helicopter_rescue__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_helicopter_rescue", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.0, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 33060, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hello_neon_sign__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hello_neon_sign__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1361.6, "tokens_input": 80292, "tokens_cache_write": 0, "tokens_cache_read": 2465152, "tokens_output": 50420, "tokens_reasoning": 33660, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hello_neon_sign__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hello_neon_sign", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 60.6, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18955, "tokens_reasoning": 16181, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hello_neon_sign__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hello_neon_sign", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 91.3, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12645, "tokens_reasoning": 10775, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hello_neon_sign__raw-api__gpt-6-astra", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hello_neon_sign", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 167.4, "tokens_input": null, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hello_neon_sign__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hello_neon_sign", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 71.4, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8729, "tokens_reasoning": 6654, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hello_neon_sign__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hello_neon_sign", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 70.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5442, "tokens_reasoning": 2863, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hello_neon_sign__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hello_neon_sign", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.9, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5721, "tokens_reasoning": 5134, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hello_neon_sign__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hello_neon_sign", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.3, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 37527, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_honeybee_honeycomb__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_honeybee_honeycomb", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 63.8, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18074, "tokens_reasoning": 12270, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_honeybee_honeycomb__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_honeybee_honeycomb", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 181.1, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23525, "tokens_reasoning": 17248, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_honeybee_honeycomb__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_honeybee_honeycomb", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 244.3, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14660, "tokens_reasoning": 3106, "cost_usd": 0.73412, "cost_usd_computed": 0.73412, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_honeybee_honeycomb__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_honeybee_honeycomb", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 74.8, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12038, "tokens_reasoning": 6603, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_honeybee_honeycomb__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_honeybee_honeycomb", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 118.3, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9889, "tokens_reasoning": 3421, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_honeybee_honeycomb__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_honeybee_honeycomb", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 17.2, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32755, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_honeybee_honeycomb__raw-api__gpt-oss-120b__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_honeybee_honeycomb", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 20.9, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34478, "tokens_reasoning": 31924, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_honeybee_honeycomb__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_honeybee_honeycomb", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 55.7, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hot_air_balloons__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hot_air_balloons", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 66.9, "tokens_input": 132, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15208, "tokens_reasoning": 11424, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hot_air_balloons__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hot_air_balloons", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 167.5, "tokens_input": 185, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24831, "tokens_reasoning": 20518, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hot_air_balloons__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hot_air_balloons", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 201.4, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12403, "tokens_reasoning": 3624, "cost_usd": 0.62122, "cost_usd_computed": 0.62122, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hot_air_balloons__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hot_air_balloons", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 61.1, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7297, "tokens_reasoning": 2827, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hot_air_balloons__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hot_air_balloons", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 133.7, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10562, "tokens_reasoning": 4564, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hot_air_balloons__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hot_air_balloons", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10650, "tokens_reasoning": 9552, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hot_air_balloons__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hot_air_balloons", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 22.5, "tokens_input": 160, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25758, "tokens_reasoning": 21371, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hourglass_sand__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hourglass_sand", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 57.1, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12586, "tokens_reasoning": 7480, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hourglass_sand__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hourglass_sand", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 242.9, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26219, "tokens_reasoning": 20635, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hourglass_sand__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hourglass_sand", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 101.7, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6267, "tokens_reasoning": 1034, "cost_usd": 0.31448, "cost_usd_computed": 0.31448, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hourglass_sand__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hourglass_sand", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 93.1, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12502, "tokens_reasoning": 8763, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hourglass_sand__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hourglass_sand", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 60.6, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5260, "tokens_reasoning": 2038, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hourglass_sand__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hourglass_sand", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.0, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8769, "tokens_reasoning": 8349, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hourglass_sand__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hourglass_sand", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 18.0, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23003, "tokens_reasoning": 19346, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_eye_diagram__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_eye_diagram", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 97.7, "tokens_input": 145, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21226, "tokens_reasoning": 17935, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_eye_diagram__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_eye_diagram", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 192.3, "tokens_input": 198, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24391, "tokens_reasoning": 20255, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_eye_diagram__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_eye_diagram", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 185.3, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9493, "tokens_reasoning": 5424, "cost_usd": 0.47585, "cost_usd_computed": 0.47585, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_eye_diagram__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_eye_diagram", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 104.5, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15551, "tokens_reasoning": 11544, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_eye_diagram__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_eye_diagram", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 90.8, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7804, "tokens_reasoning": 5178, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_eye_diagram__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_eye_diagram", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.2, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14983, "tokens_reasoning": 14092, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_eye_diagram__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_eye_diagram", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.4, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_heart_anatomy__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_heart_anatomy__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1639.8, "tokens_input": 101660, "tokens_cache_write": 0, "tokens_cache_read": 1628288, "tokens_output": 80829, "tokens_reasoning": 68071, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_heart_anatomy__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_heart_anatomy", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 272.0, "tokens_input": 144, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_heart_anatomy__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_heart_anatomy", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 207.7, "tokens_input": 197, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23313, "tokens_reasoning": 19645, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_heart_anatomy__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_heart_anatomy", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 214.7, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11678, "tokens_reasoning": 5986, "cost_usd": 0.58508, "cost_usd_computed": 0.58508, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_heart_anatomy__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_heart_anatomy", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 122.9, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14483, "tokens_reasoning": 9759, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_heart_anatomy__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_heart_anatomy", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 92.8, "tokens_input": 118, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7945, "tokens_reasoning": 4418, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_heart_anatomy__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_heart_anatomy", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.0, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12699, "tokens_reasoning": 11383, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_heart_anatomy__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_heart_anatomy", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.3, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_skeleton_front__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_skeleton_front__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 204.0, "tokens_input": 24702, "tokens_cache_write": 0, "tokens_cache_read": 164736, "tokens_output": 7648, "tokens_reasoning": 1152, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_skeleton_front__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_skeleton_front", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 59.7, "tokens_input": 144, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16855, "tokens_reasoning": 12522, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_skeleton_front__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_skeleton_front", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 257.3, "tokens_input": 197, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30755, "tokens_reasoning": 24841, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_skeleton_front__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_skeleton_front", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 168.7, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9726, "tokens_reasoning": 3624, "cost_usd": 0.4875, "cost_usd_computed": 0.4875, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_skeleton_front__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_skeleton_front", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.4, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10395, "tokens_reasoning": 4419, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_skeleton_front__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_skeleton_front", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 98.3, "tokens_input": 120, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7958, "tokens_reasoning": 3548, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_skeleton_front__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_skeleton_front", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.8, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8411, "tokens_reasoning": 7564, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_human_skeleton_front__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_human_skeleton_front", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 30.4, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38368, "tokens_reasoning": 32008, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hummingbird_flower__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hummingbird_flower__agent", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 779.8, "tokens_input": 59466, "tokens_cache_write": 0, "tokens_cache_read": 482176, "tokens_output": 39993, "tokens_reasoning": 18774, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hummingbird_flower__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hummingbird_flower", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 45.4, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13275, "tokens_reasoning": 8634, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hummingbird_flower__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hummingbird_flower", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 160.6, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21051, "tokens_reasoning": 15947, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hummingbird_flower__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hummingbird_flower", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 209.5, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10754, "tokens_reasoning": 1552, "cost_usd": 0.53886, "cost_usd_computed": 0.53886, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hummingbird_flower__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hummingbird_flower", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 60.3, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8748, "tokens_reasoning": 3296, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hummingbird_flower__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hummingbird_flower", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 96.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7844, "tokens_reasoning": 2023, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hummingbird_flower__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hummingbird_flower", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.5, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10679, "tokens_reasoning": 9853, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_hummingbird_flower__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_hummingbird_flower", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.1, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35767, "tokens_reasoning": 24699, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ice_cream_cone_melting__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ice_cream_cone_melting", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 76.3, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20188, "tokens_reasoning": 16383, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ice_cream_cone_melting__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ice_cream_cone_melting", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 147.1, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20765, "tokens_reasoning": 15446, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ice_cream_cone_melting__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ice_cream_cone_melting", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 147.3, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9390, "tokens_reasoning": 2588, "cost_usd": 0.47064, "cost_usd_computed": 0.47064, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ice_cream_cone_melting__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ice_cream_cone_melting", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 55.4, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6573, "tokens_reasoning": 3384, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ice_cream_cone_melting__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ice_cream_cone_melting", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 117.5, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7217, "tokens_reasoning": 3415, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ice_cream_cone_melting__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ice_cream_cone_melting", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18363, "tokens_reasoning": 17638, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ice_cream_cone_melting__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ice_cream_cone_melting", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40883, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_islamic_star_tiling__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_islamic_star_tiling__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 1498.3, "tokens_input": 94064, "tokens_cache_write": 0, "tokens_cache_read": 844800, "tokens_output": 75269, "tokens_reasoning": 70838, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_islamic_star_tiling__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_islamic_star_tiling", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 86.1, "tokens_input": 135, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28202, "tokens_reasoning": 26757, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_islamic_star_tiling__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_islamic_star_tiling", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 244.8, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34439, "tokens_reasoning": 31093, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_islamic_star_tiling__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_islamic_star_tiling", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 135.6, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7930, "tokens_reasoning": 4660, "cost_usd": 0.3976, "cost_usd_computed": 0.3976, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_islamic_star_tiling__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_islamic_star_tiling", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 79.8, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9668, "tokens_reasoning": 8589, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_islamic_star_tiling__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_islamic_star_tiling", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 73.4, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6534, "tokens_reasoning": 4142, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_islamic_star_tiling__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_islamic_star_tiling", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.3, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9439, "tokens_reasoning": 9187, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_islamic_star_tiling__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_islamic_star_tiling", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.2, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_coffee_shop__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_coffee_shop", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 106.4, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36160, "tokens_reasoning": 26340, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_coffee_shop__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_coffee_shop", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 343.4, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39068, "tokens_reasoning": 29620, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_coffee_shop__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_coffee_shop", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 271.3, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20024, "tokens_reasoning": 6672, "cost_usd": 1.00234, "cost_usd_computed": 1.00234, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_coffee_shop__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_coffee_shop", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 71.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10360, "tokens_reasoning": 3104, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_coffee_shop__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_coffee_shop", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 140.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11949, "tokens_reasoning": 4118, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_coffee_shop__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_coffee_shop", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 17.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20687, "tokens_reasoning": 19680, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_coffee_shop__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_coffee_shop", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 57.9, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_cubes_illusion__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_cubes_illusion", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 73.7, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24679, "tokens_reasoning": 23111, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_cubes_illusion__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_cubes_illusion", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 432.9, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 49544, "tokens_reasoning": 48139, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_cubes_illusion__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_cubes_illusion", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 39.8, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 1944, "tokens_reasoning": 1552, "cost_usd": 0.09831, "cost_usd_computed": 0.09831, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_cubes_illusion__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_cubes_illusion", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 108.0, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14555, "tokens_reasoning": 12736, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_cubes_illusion__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_cubes_illusion", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 87.7, "tokens_input": 111, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6323, "tokens_reasoning": 5409, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_cubes_illusion__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_cubes_illusion", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.8, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20588, "tokens_reasoning": 17688, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_cubes_illusion__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_cubes_illusion", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 23.9, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30397, "tokens_reasoning": 27492, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_farm__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_farm", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 93.8, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30875, "tokens_reasoning": 26032, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_farm__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_farm", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 364.2, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 41214, "tokens_reasoning": 37186, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_farm__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_farm", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 303.1, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16386, "tokens_reasoning": 5178, "cost_usd": 0.82045, "cost_usd_computed": 0.82045, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_farm__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_farm", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 87.8, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13053, "tokens_reasoning": 5686, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_farm__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_farm", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 150.1, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11553, "tokens_reasoning": 4279, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_farm__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_farm", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 16.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23886, "tokens_reasoning": 22770, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_farm__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_farm", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.0, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_harbor__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_harbor", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 195.4, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 55956, "tokens_reasoning": 48883, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_harbor__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_harbor", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 240.9, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32370, "tokens_reasoning": 24429, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_harbor__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_harbor", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 327.9, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17902, "tokens_reasoning": 5759, "cost_usd": 0.89622, "cost_usd_computed": 0.89622, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_harbor__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_harbor", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 58.1, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8535, "tokens_reasoning": 2760, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_harbor__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_harbor", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 155.5, "tokens_input": 112, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11897, "tokens_reasoning": 4748, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_harbor__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_harbor", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 23.0, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31636, "tokens_reasoning": 30210, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_harbor__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_harbor", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.7, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_office_desk__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_office_desk", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 92.8, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31357, "tokens_reasoning": 23841, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_office_desk__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_office_desk", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 217.9, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38258, "tokens_reasoning": 32444, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_office_desk__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_office_desk", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 278.1, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15203, "tokens_reasoning": 5178, "cost_usd": 0.76129, "cost_usd_computed": 0.76129, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_office_desk__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_office_desk", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 79.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9814, "tokens_reasoning": 4201, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_office_desk__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_office_desk", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 145.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10021, "tokens_reasoning": 3724, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_office_desk__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_office_desk", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 23.6, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36966, "tokens_reasoning": 36091, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_office_desk__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_office_desk", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.2, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_space_station__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_space_station", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 93.6, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30084, "tokens_reasoning": 23168, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_space_station__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_space_station", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 247.2, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37810, "tokens_reasoning": 32908, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_space_station__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_space_station", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 292.5, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16935, "tokens_reasoning": 5178, "cost_usd": 0.84791, "cost_usd_computed": 0.84791, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_space_station__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_space_station", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 111.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12192, "tokens_reasoning": 6629, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_space_station__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_space_station", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 140.9, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10971, "tokens_reasoning": 4005, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_space_station__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_space_station", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.7, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20126, "tokens_reasoning": 19173, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_isometric_space_station__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_isometric_space_station", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.7, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_jack_o_lanterns__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_jack_o_lanterns__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 325.0, "tokens_input": 34342, "tokens_cache_write": 0, "tokens_cache_read": 252160, "tokens_output": 15473, "tokens_reasoning": 990, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_jack_o_lanterns__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_jack_o_lanterns", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 40.2, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13005, "tokens_reasoning": 6118, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_jack_o_lanterns__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_jack_o_lanterns", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 141.4, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18842, "tokens_reasoning": 14302, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_jack_o_lanterns__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_jack_o_lanterns", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 272.3, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14769, "tokens_reasoning": 3624, "cost_usd": 0.73958, "cost_usd_computed": 0.73958, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_jack_o_lanterns__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_jack_o_lanterns", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 48.1, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6737, "tokens_reasoning": 1274, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_jack_o_lanterns__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_jack_o_lanterns", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 115.5, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9256, "tokens_reasoning": 2015, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_jack_o_lanterns__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_jack_o_lanterns", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.8, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18243, "tokens_reasoning": 16718, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_jack_o_lanterns__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_jack_o_lanterns", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 43.0, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_pagoda__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_pagoda__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 980.2, "tokens_input": 130276, "tokens_cache_write": 0, "tokens_cache_read": 831360, "tokens_output": 52694, "tokens_reasoning": 40907, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_pagoda__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_pagoda", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 88.7, "tokens_input": 135, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29755, "tokens_reasoning": 21501, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_pagoda__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_pagoda", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 191.9, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31518, "tokens_reasoning": 19198, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_pagoda__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_pagoda", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 273.2, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15549, "tokens_reasoning": 3011, "cost_usd": 0.77854, "cost_usd_computed": 0.77854, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_pagoda__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_pagoda", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 80.7, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13063, "tokens_reasoning": 6495, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_pagoda__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_pagoda", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 130.8, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10124, "tokens_reasoning": 4292, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_pagoda__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_pagoda", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.0, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13928, "tokens_reasoning": 11889, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_pagoda__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_pagoda", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 63.3, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_wave_pattern__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_wave_pattern", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 56.6, "tokens_input": 132, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17401, "tokens_reasoning": 16994, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_wave_pattern__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_wave_pattern", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 174.2, "tokens_input": 185, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29311, "tokens_reasoning": 28666, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_wave_pattern__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_wave_pattern", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 62.6, "tokens_input": 108, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 2620, "tokens_reasoning": 2182, "cost_usd": 0.13208, "cost_usd_computed": 0.13208, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_wave_pattern__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_wave_pattern", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 33.5, "tokens_input": 108, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4620, "tokens_reasoning": 4008, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_wave_pattern__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_wave_pattern", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 82.6, "tokens_input": 108, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5119, "tokens_reasoning": 4660, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_wave_pattern__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_wave_pattern", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 25.6, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39979, "tokens_reasoning": 33846, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_japanese_wave_pattern__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_japanese_wave_pattern", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 42.5, "tokens_input": 161, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_key_ring_set__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_key_ring_set", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 66.5, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20473, "tokens_reasoning": 17057, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_key_ring_set__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_key_ring_set", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 151.6, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23291, "tokens_reasoning": 19982, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_key_ring_set__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_key_ring_set", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 198.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12011, "tokens_reasoning": 4142, "cost_usd": 0.60171, "cost_usd_computed": 0.60171, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_key_ring_set__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_key_ring_set", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 89.8, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11291, "tokens_reasoning": 6641, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_key_ring_set__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_key_ring_set", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 106.5, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7953, "tokens_reasoning": 3106, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_key_ring_set__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_key_ring_set", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.4, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15141, "tokens_reasoning": 14117, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_key_ring_set__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_key_ring_set", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 61.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kids_building_snowman__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kids_building_snowman", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 45.6, "tokens_input": 135, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14234, "tokens_reasoning": 9197, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kids_building_snowman__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kids_building_snowman", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 147.9, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20653, "tokens_reasoning": 16139, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kids_building_snowman__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kids_building_snowman", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 294.9, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16255, "tokens_reasoning": 4054, "cost_usd": 0.81385, "cost_usd_computed": 0.81385, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kids_building_snowman__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kids_building_snowman", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 57.9, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7391, "tokens_reasoning": 1986, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kids_building_snowman__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kids_building_snowman", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 111.4, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9221, "tokens_reasoning": 1998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kids_building_snowman__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kids_building_snowman", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 21.3, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15443, "tokens_reasoning": 14356, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kids_building_snowman__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kids_building_snowman", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.4, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kingfisher_dive__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kingfisher_dive", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 43.7, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12718, "tokens_reasoning": 7050, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kingfisher_dive__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kingfisher_dive", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 123.1, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18103, "tokens_reasoning": 14255, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kingfisher_dive__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kingfisher_dive", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 227.4, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13270, "tokens_reasoning": 3079, "cost_usd": 0.66463, "cost_usd_computed": 0.66463, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kingfisher_dive__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kingfisher_dive", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 69.9, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8738, "tokens_reasoning": 4856, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kingfisher_dive__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kingfisher_dive", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 110.2, "tokens_input": 113, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8681, "tokens_reasoning": 2306, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kingfisher_dive__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kingfisher_dive", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.6, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11092, "tokens_reasoning": 10134, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_kingfisher_dive__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_kingfisher_dive", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 29.7, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35956, "tokens_reasoning": 27409, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_knight_armor__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_knight_armor", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 55.9, "tokens_input": 135, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17550, "tokens_reasoning": 10392, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_knight_armor__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_knight_armor", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 140.1, "tokens_input": 188, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23681, "tokens_reasoning": 18580, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_knight_armor__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_knight_armor", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 226.8, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15598, "tokens_reasoning": 4232, "cost_usd": 0.781, "cost_usd_computed": 0.781, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_knight_armor__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_knight_armor", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 61.2, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7892, "tokens_reasoning": 1749, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_knight_armor__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_knight_armor", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 114.7, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8749, "tokens_reasoning": 1857, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_knight_armor__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_knight_armor", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16549, "tokens_reasoning": 15669, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_knight_armor__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_knight_armor", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 26.6, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31223, "tokens_reasoning": 23111, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ladybug_leaf__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ladybug_leaf__agent", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 550.3, "tokens_input": 46557, "tokens_cache_write": 0, "tokens_cache_read": 669056, "tokens_output": 26858, "tokens_reasoning": 20749, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ladybug_leaf__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ladybug_leaf", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 52.8, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16298, "tokens_reasoning": 9787, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ladybug_leaf__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ladybug_leaf", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 137.3, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23074, "tokens_reasoning": 16112, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ladybug_leaf__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ladybug_leaf", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 201.0, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12224, "tokens_reasoning": 2484, "cost_usd": 0.61237, "cost_usd_computed": 0.61237, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ladybug_leaf__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ladybug_leaf", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 56.0, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8208, "tokens_reasoning": 3282, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ladybug_leaf__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ladybug_leaf", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 100.1, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8192, "tokens_reasoning": 2533, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ladybug_leaf__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ladybug_leaf", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 10.1, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14425, "tokens_reasoning": 12352, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ladybug_leaf__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ladybug_leaf", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.1, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_latte_art__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_latte_art__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 375.5, "tokens_input": 35707, "tokens_cache_write": 0, "tokens_cache_read": 392832, "tokens_output": 15253, "tokens_reasoning": 9272, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_latte_art__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_latte_art", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 228.5, "tokens_input": 143, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 56960, "tokens_reasoning": 51978, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_latte_art__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_latte_art", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 171.6, "tokens_input": 196, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24168, "tokens_reasoning": 20304, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_latte_art__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_latte_art", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 146.6, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9093, "tokens_reasoning": 2070, "cost_usd": 0.45582, "cost_usd_computed": 0.45582, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_latte_art__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_latte_art", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 58.8, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8493, "tokens_reasoning": 4861, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_latte_art__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_latte_art", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 139.7, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9262, "tokens_reasoning": 4105, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_latte_art__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_latte_art", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.7, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7812, "tokens_reasoning": 7101, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_latte_art__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_latte_art", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.0, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 39990, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lavender_fields__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lavender_fields", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 64.0, "tokens_input": 134, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19576, "tokens_reasoning": 14396, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lavender_fields__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lavender_fields", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 174.0, "tokens_input": 187, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23438, "tokens_reasoning": 15944, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lavender_fields__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lavender_fields", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 75.3, "tokens_input": 109, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10476, "tokens_reasoning": 5368, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lavender_fields__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lavender_fields", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.5, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14567, "tokens_reasoning": 12614, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lavender_fields__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lavender_fields", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 25.5, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35336, "tokens_reasoning": 29574, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_layer_cake_slice__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_layer_cake_slice", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 73.7, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23588, "tokens_reasoning": 17689, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_layer_cake_slice__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_layer_cake_slice", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 138.2, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20931, "tokens_reasoning": 16402, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_layer_cake_slice__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_layer_cake_slice", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.5, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12176, "tokens_reasoning": 11346, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_layer_cake_slice__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_layer_cake_slice", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 32.0, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39231, "tokens_reasoning": 33871, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_line_chart_temperature__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_line_chart_temperature", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 19.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6960, "tokens_reasoning": 5179, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_line_chart_temperature__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_line_chart_temperature", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 33.3, "tokens_input": 221, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5976, "tokens_reasoning": 4453, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_line_chart_temperature__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_line_chart_temperature", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.3, "tokens_input": 204, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13836, "tokens_reasoning": 11720, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_line_chart_temperature__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_line_chart_temperature", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 16.4, "tokens_input": 203, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20920, "tokens_reasoning": 17763, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_line_icon_set_home__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_line_icon_set_home", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 35.5, "tokens_input": 146, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11557, "tokens_reasoning": 10127, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_line_icon_set_home__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_line_icon_set_home", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 93.3, "tokens_input": 199, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17576, "tokens_reasoning": 15613, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_line_icon_set_home__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_line_icon_set_home", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.5, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16553, "tokens_reasoning": 15537, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_line_icon_set_home__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_line_icon_set_home", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 21.1, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29533, "tokens_reasoning": 25471, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_login_screen_mockup__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_login_screen_mockup", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 34.5, "tokens_input": 146, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11575, "tokens_reasoning": 8213, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_login_screen_mockup__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_login_screen_mockup", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 81.2, "tokens_input": 199, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13844, "tokens_reasoning": 11772, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_login_screen_mockup__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_login_screen_mockup", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.3, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11240, "tokens_reasoning": 10588, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_login_screen_mockup__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_login_screen_mockup", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 21.1, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26649, "tokens_reasoning": 19110, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_bakery_badge__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_bakery_badge", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 58.6, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18750, "tokens_reasoning": 15028, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_bakery_badge__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_bakery_badge", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 125.4, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18985, "tokens_reasoning": 12992, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_bakery_badge__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_bakery_badge", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.0, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10534, "tokens_reasoning": 9413, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_bakery_badge__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_bakery_badge", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_bookshop_owl__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_bookshop_owl", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 59.1, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17297, "tokens_reasoning": 14956, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_bookshop_owl__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_bookshop_owl", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 202.0, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27868, "tokens_reasoning": 26143, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_bookshop_owl__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_bookshop_owl", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.8, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5572, "tokens_reasoning": 5339, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_bookshop_owl__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_bookshop_owl", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 4.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5053, "tokens_reasoning": 2591, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_brewery_hops__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_brewery_hops", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 68.7, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21502, "tokens_reasoning": 17197, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_brewery_hops__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_brewery_hops", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 157.9, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26133, "tokens_reasoning": 22861, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_brewery_hops__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_brewery_hops", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6830, "tokens_reasoning": 6038, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_brewery_hops__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_brewery_hops", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 22.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30413, "tokens_reasoning": 26051, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_coffee_roaster__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_coffee_roaster__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 169.8, "tokens_input": 22743, "tokens_cache_write": 0, "tokens_cache_read": 205056, "tokens_output": 5055, "tokens_reasoning": 2696, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_coffee_roaster__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_coffee_roaster", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 49.2, "tokens_input": 142, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14294, "tokens_reasoning": 12392, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_coffee_roaster__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_coffee_roaster", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 76.5, "tokens_input": 195, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11258, "tokens_reasoning": 10135, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_coffee_roaster__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_coffee_roaster", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.3, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7720, "tokens_reasoning": 7316, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_coffee_roaster__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_coffee_roaster", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 32.0, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38710, "tokens_reasoning": 37428, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_fitness_gym__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_fitness_gym", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 55.8, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16138, "tokens_reasoning": 14318, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_fitness_gym__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_fitness_gym", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 143.2, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17898, "tokens_reasoning": 17366, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_fitness_gym__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_fitness_gym", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.8, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5815, "tokens_reasoning": 5529, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_fitness_gym__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_fitness_gym", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.4, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_florist_monoline__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_florist_monoline", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 54.8, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16460, "tokens_reasoning": 15769, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_florist_monoline__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_florist_monoline", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 94.9, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10202, "tokens_reasoning": 9608, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_florist_monoline__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_florist_monoline", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 10.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13216, "tokens_reasoning": 13041, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_florist_monoline__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_florist_monoline", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 15.0, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15537, "tokens_reasoning": 14775, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_mountain_outfitters__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_mountain_outfitters", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 52.1, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16198, "tokens_reasoning": 13380, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_mountain_outfitters__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_mountain_outfitters", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 135.6, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17719, "tokens_reasoning": 15918, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_mountain_outfitters__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_mountain_outfitters", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 17.3, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20739, "tokens_reasoning": 19846, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_mountain_outfitters__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_mountain_outfitters", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 22.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27421, "tokens_reasoning": 23856, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_pet_clinic__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_pet_clinic", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 54.2, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15283, "tokens_reasoning": 14034, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_pet_clinic__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_pet_clinic", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 151.6, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20131, "tokens_reasoning": 18226, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_pet_clinic__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_pet_clinic", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.7, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13182, "tokens_reasoning": 12714, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_pet_clinic__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_pet_clinic", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.2, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_space_agency__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_space_agency", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 47.9, "tokens_input": 136, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14815, "tokens_reasoning": 11451, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_space_agency__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_space_agency", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 130.2, "tokens_input": 189, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22417, "tokens_reasoning": 19366, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_space_agency__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_space_agency", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.5, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12133, "tokens_reasoning": 11305, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_space_agency__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_space_agency", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.2, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_sushi_bar__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_sushi_bar__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2277.0, "tokens_input": 375078, "tokens_cache_write": 0, "tokens_cache_read": 2752256, "tokens_output": 109423, "tokens_reasoning": 86246, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_sushi_bar__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_sushi_bar", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 56.8, "tokens_input": 143, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17470, "tokens_reasoning": 14177, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_sushi_bar__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_sushi_bar", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 124.2, "tokens_input": 196, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15715, "tokens_reasoning": 13525, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_sushi_bar__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_sushi_bar", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.0, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7271, "tokens_reasoning": 6738, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_sushi_bar__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_sushi_bar", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.6, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_tech_startup_geo__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_tech_startup_geo", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 74.3, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21585, "tokens_reasoning": 20578, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_tech_startup_geo__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_tech_startup_geo", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 138.9, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19501, "tokens_reasoning": 17776, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_tech_startup_geo__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_tech_startup_geo", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.3, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4836, "tokens_reasoning": 4581, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_logo_tech_startup_geo__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_logo_tech_startup_geo", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 15.5, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17238, "tokens_reasoning": 15758, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lunar_new_year_lanterns__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lunar_new_year_lanterns", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 57.0, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18646, "tokens_reasoning": 10244, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lunar_new_year_lanterns__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lunar_new_year_lanterns", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 158.5, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29303, "tokens_reasoning": 21077, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lunar_new_year_lanterns__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lunar_new_year_lanterns", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.2, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18281, "tokens_reasoning": 11776, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_lunar_new_year_lanterns__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_lunar_new_year_lanterns", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.4, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mandala_colorful__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mandala_colorful", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 58.0, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17851, "tokens_reasoning": 15649, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mandala_colorful__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mandala_colorful", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 114.9, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19395, "tokens_reasoning": 15756, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mandala_colorful__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mandala_colorful", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.7, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18146, "tokens_reasoning": 16271, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mandala_colorful__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mandala_colorful", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 23.8, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29562, "tokens_reasoning": 27090, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mech_robot_city__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mech_robot_city", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 44.0, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13652, "tokens_reasoning": 5438, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mech_robot_city__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mech_robot_city", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.9, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14064, "tokens_reasoning": 11928, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mech_robot_city__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mech_robot_city", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 35.2, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 31667, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mechanical_keyboard__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mechanical_keyboard", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.9, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20900, "tokens_reasoning": 18711, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mechanical_keyboard__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mechanical_keyboard", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 56.5, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_medieval_castle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_medieval_castle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.1, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8479, "tokens_reasoning": 7507, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_medieval_castle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_medieval_castle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 26.4, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31895, "tokens_reasoning": 22928, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_memphis_pattern__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_memphis_pattern", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 2.6, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3404, "tokens_reasoning": 2970, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_memphis_pattern__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_memphis_pattern", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.3, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36656, "tokens_reasoning": 35339, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mermaid_rock__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mermaid_rock", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.5, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14625, "tokens_reasoning": 13527, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mermaid_rock__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mermaid_rock", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 27.0, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 34191, "tokens_reasoning": 24614, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mirror_cat_lion__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mirror_cat_lion", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.8, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11109, "tokens_reasoning": 10322, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mirror_cat_lion__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mirror_cat_lion", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 6.6, "tokens_input": 159, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8475, "tokens_reasoning": 1956, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_monarch_butterfly__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_monarch_butterfly", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 47.3, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13328, "tokens_reasoning": 9177, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_monarch_butterfly__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_monarch_butterfly", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 197.9, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25426, "tokens_reasoning": 19308, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_monarch_butterfly__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_monarch_butterfly", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.6, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13943, "tokens_reasoning": 13232, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_monarch_butterfly__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_monarch_butterfly", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.3, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_monogram_ornate__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_monogram_ornate", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.0, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9194, "tokens_reasoning": 8000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_monogram_ornate__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_monogram_ornate", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38374, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_monster_truck_jump__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_monster_truck_jump", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13788, "tokens_reasoning": 12597, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_monster_truck_jump__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_monster_truck_jump", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.8, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_moon_phases__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_moon_phases", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 15.9, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22756, "tokens_reasoning": 21444, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_moon_phases__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_moon_phases", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.3, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 39057, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mosque_domes__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mosque_domes", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.0, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19640, "tokens_reasoning": 18704, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mosque_domes__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mosque_domes", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 27.4, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31714, "tokens_reasoning": 25438, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mountain_lake_dawn__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mountain_lake_dawn__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 768.9, "tokens_input": 55334, "tokens_cache_write": 0, "tokens_cache_read": 558464, "tokens_output": 33220, "tokens_reasoning": 19139, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mountain_lake_dawn__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mountain_lake_dawn", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.9, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14815, "tokens_reasoning": 12882, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mountain_lake_dawn__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mountain_lake_dawn", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.7, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mountain_trail_map__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mountain_trail_map", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 4.8, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6720, "tokens_reasoning": 5999, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_mountain_trail_map__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_mountain_trail_map", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.8, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36947, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_music_player_ui__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_music_player_ui", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.7, "tokens_input": 184, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6791, "tokens_reasoning": 6145, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_music_player_ui__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_music_player_ui", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 18.5, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22775, "tokens_reasoning": 16700, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_new_year_fireworks_city__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_new_year_fireworks_city", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 21.5, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18477, "tokens_reasoning": 13470, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_new_year_fireworks_city__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_new_year_fireworks_city", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 26.9, "tokens_input": 159, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35501, "tokens_reasoning": 24614, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_northern_lights__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_northern_lights", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.1, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12936, "tokens_reasoning": 11806, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_northern_lights__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_northern_lights", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 16.6, "tokens_input": 161, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22058, "tokens_reasoning": 14554, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 61.5, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19538, "tokens_reasoning": 14053, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 175.2, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23384, "tokens_reasoning": 17005, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 213.2, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16856, "tokens_reasoning": null, "cost_usd": 0.84455, "cost_usd_computed": 0.84455, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 599.4, "tokens_input": 123, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32767, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 222.1, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13074, "tokens_reasoning": 2560, "cost_usd": 0.65487, "cost_usd_computed": 0.65487, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 58.6, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9121, "tokens_reasoning": 3072, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 91.1, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8875, "tokens_reasoning": 2477, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.7, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11745, "tokens_reasoning": 10369, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 196.1, "tokens_input": 233, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32767, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__minimax-m3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 41.0, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 232, "tokens_output": 8317, "tokens_reasoning": 256, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 196.0, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20378, "tokens_reasoning": null, "cost_usd": 0.40826, "cost_usd_computed": 0.40826, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 237.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 27952, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 236.4, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 170, "tokens_output": 36065, "tokens_reasoning": 27181, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_octopus_teacups__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_octopus_teacups", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 68.3, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7231, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_old_fisherman__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_old_fisherman", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.7, "tokens_input": 48, "tokens_cache_write": 0, "tokens_cache_read": 128, "tokens_output": 10479, "tokens_reasoning": 10018, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_old_fisherman__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_old_fisherman", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.1, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36915, "tokens_reasoning": 24407, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_op_art_waves__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_op_art_waves", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.9, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28492, "tokens_reasoning": 20662, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_op_art_waves__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_op_art_waves", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 27.3, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31381, "tokens_reasoning": 30030, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_orchestra_seating__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_orchestra_seating", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.6, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13574, "tokens_reasoning": 11162, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_orchestra_seating__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_orchestra_seating", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.4, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_org_chart_small__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_org_chart_small", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.5, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7723, "tokens_reasoning": 6748, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_org_chart_small__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_org_chart_small", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 14.6, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19268, "tokens_reasoning": 14706, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_painter_easel__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_painter_easel", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.0, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15817, "tokens_reasoning": 15068, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_painter_easel__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_painter_easel", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 27.4, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24100, "tokens_reasoning": 15694, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo__agent", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 825.1, "tokens_input": 64099, "tokens_cache_write": 0, "tokens_cache_read": 786816, "tokens_output": 43313, "tokens_reasoning": 30521, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 44.8, "tokens_input": 137, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13572, "tokens_reasoning": 8009, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 127.4, "tokens_input": 190, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17375, "tokens_reasoning": 13596, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 155.4, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12451, "tokens_reasoning": null, "cost_usd": 0.62427, "cost_usd_computed": 0.62427, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 210.3, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9856, "tokens_reasoning": 2947, "cost_usd": 0.4939, "cost_usd_computed": 0.4939, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 59.1, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6917, "tokens_reasoning": 1871, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 81.8, "tokens_input": 110, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6346, "tokens_reasoning": 2411, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 15.9, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21933, "tokens_reasoning": 20791, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 169.0, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17032, "tokens_reasoning": null, "cost_usd": 0.341328, "cost_usd_computed": 0.341328, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 25.0, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29599, "tokens_reasoning": 21607, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 234.5, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 26085, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 207.7, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29083, "tokens_reasoning": 21888, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_panda_bamboo__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_panda_bamboo", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 174.3, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16674, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_peacock_display__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_peacock_display", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 69.2, "tokens_input": 141, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22018, "tokens_reasoning": 15291, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_peacock_display__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_peacock_display", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 162.2, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19885, "tokens_reasoning": 15678, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_peacock_display__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_peacock_display", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.2, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11183, "tokens_reasoning": 9750, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_peacock_display__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_peacock_display", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.8, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36681, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_penguin_huddle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_penguin_huddle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.4, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16006, "tokens_reasoning": 14210, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_penguin_huddle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_penguin_huddle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 48.2, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36566, "tokens_reasoning": 29909, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_penrose_triangle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_penrose_triangle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.8, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18341, "tokens_reasoning": 17927, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_penrose_triangle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_penrose_triangle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.7, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_periodic_table_row__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_periodic_table_row", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.3, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8222, "tokens_reasoning": 6132, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_periodic_table_row__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_periodic_table_row", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 24.1, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30519, "tokens_reasoning": 25088, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_phoenix_rising__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_phoenix_rising", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.4, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11001, "tokens_reasoning": 10253, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_phoenix_rising__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_phoenix_rising", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 20.9, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25320, "tokens_reasoning": 17833, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_pie_chart_budget__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_pie_chart_budget", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.8, "tokens_input": 183, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8518, "tokens_reasoning": 7854, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_pie_chart_budget__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_pie_chart_budget", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 13.2, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17862, "tokens_reasoning": 15272, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_pizza_slice_pull__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_pizza_slice_pull", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.6, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16082, "tokens_reasoning": 14807, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_pizza_slice_pull__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_pizza_slice_pull", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.4, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_plant_cell_diagram__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_plant_cell_diagram", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.1, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10979, "tokens_reasoning": 9126, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_plant_cell_diagram__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_plant_cell_diagram", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.3, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_polar_bear_ice__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_polar_bear_ice", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 48.7, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15559, "tokens_reasoning": 10420, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_polar_bear_ice__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_polar_bear_ice", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 161.8, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22308, "tokens_reasoning": 15109, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_polar_bear_ice__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_polar_bear_ice", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 208.2, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10292, "tokens_reasoning": 2070, "cost_usd": 0.51575, "cost_usd_computed": 0.51575, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_polar_bear_ice__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_polar_bear_ice", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 51.4, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6324, "tokens_reasoning": 1522, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_polar_bear_ice__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_polar_bear_ice", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 119.9, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10215, "tokens_reasoning": 1822, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_polar_bear_ice__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_polar_bear_ice", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9564, "tokens_reasoning": 8661, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_polar_bear_ice__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_polar_bear_ice", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39609, "tokens_reasoning": 31647, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_potted_succulents__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_potted_succulents", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.9, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19620, "tokens_reasoning": 17904, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_potted_succulents__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_potted_succulents", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 27.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32624, "tokens_reasoning": 22568, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_progress_ring_fitness__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_progress_ring_fitness", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.4, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4445, "tokens_reasoning": 3971, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_progress_ring_fitness__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_progress_ring_fitness", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 13.7, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18179, "tokens_reasoning": 15670, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_puddle_reflection__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_puddle_reflection", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.5, "tokens_input": 180, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18429, "tokens_reasoning": 17341, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_puddle_reflection__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_puddle_reflection", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 38.9, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38791, "tokens_reasoning": 29795, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ramen_bowl__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ramen_bowl", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.7, "tokens_input": 181, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12309, "tokens_reasoning": 11250, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_ramen_bowl__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_ramen_bowl", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 24.3, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30522, "tokens_reasoning": 23828, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_recycling_process__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_recycling_process", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10676, "tokens_reasoning": 9499, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_recycling_process__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_recycling_process", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 6.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10129, "tokens_reasoning": 3085, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_double_decker_bus__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_double_decker_bus", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 17.4, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25246, "tokens_reasoning": 21903, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_double_decker_bus__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_double_decker_bus", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow__agent", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 451.4, "tokens_input": 40325, "tokens_cache_write": 0, "tokens_cache_read": 372096, "tokens_output": 22406, "tokens_reasoning": 15289, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 46.5, "tokens_input": 143, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12729, "tokens_reasoning": 7404, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 149.8, "tokens_input": 196, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18379, "tokens_reasoning": 14326, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 272.2, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20535, "tokens_reasoning": null, "cost_usd": 1.02854, "cost_usd_computed": 1.02854, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 551.5, "tokens_input": 123, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__glm-5.3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 1075.5, "tokens_input": 123, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 61424, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 194.1, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10578, "tokens_reasoning": 2560, "cost_usd": 0.53007, "cost_usd_computed": 0.53007, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 100.7, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11259, "tokens_reasoning": 6870, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 82.6, "tokens_input": 117, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6921, "tokens_reasoning": 2175, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.5, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17792, "tokens_reasoning": 16152, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 198.0, "tokens_input": 116, "tokens_cache_write": 0, "tokens_cache_read": 122, "tokens_output": 32768, "tokens_reasoning": 32767, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__minimax-m3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 173.4, "tokens_input": 107, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 32346, "tokens_reasoning": 26185, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 236.1, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23371, "tokens_reasoning": null, "cost_usd": 0.468136, "cost_usd_computed": 0.468136, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.2, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37373, "tokens_reasoning": 31444, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 262.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 346.4, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 49876, "tokens_reasoning": 40394, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_red_fox_snow__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_red_fox_snow", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 270.1, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22598, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_retro_crt_computer__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_retro_crt_computer__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 407.0, "tokens_input": 29339, "tokens_cache_write": 0, "tokens_cache_read": 323712, "tokens_output": 10228, "tokens_reasoning": 2685, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_retro_crt_computer__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_retro_crt_computer", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.2, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12407, "tokens_reasoning": 11056, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_retro_crt_computer__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_retro_crt_computer", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 24.3, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 29739, "tokens_reasoning": 23692, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_rice_terraces__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_rice_terraces__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 672.9, "tokens_input": 43018, "tokens_cache_write": 0, "tokens_cache_read": 950016, "tokens_output": 29680, "tokens_reasoning": 19545, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_rice_terraces__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_rice_terraces", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.8, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17115, "tokens_reasoning": 16034, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_rice_terraces__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_rice_terraces", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 32.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39363, "tokens_reasoning": 32520, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_robot_vacuum__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_robot_vacuum", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.3, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9536, "tokens_reasoning": 8426, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_robot_vacuum__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_robot_vacuum", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 7.0, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9337, "tokens_reasoning": 2399, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_robot_watering_flower__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_robot_watering_flower", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 9.2, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15558, "tokens_reasoning": 15404, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_robot_watering_flower__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_robot_watering_flower", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.3, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_rock_band_stage__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_rock_band_stage", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 15.7, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22616, "tokens_reasoning": 20140, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_rock_band_stage__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_rock_band_stage", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 11.5, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17344, "tokens_reasoning": 1193, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_rock_climber_cliff__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_rock_climber_cliff", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.8, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11178, "tokens_reasoning": 10070, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_rock_climber_cliff__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_rock_climber_cliff", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 30.6, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37880, "tokens_reasoning": 27274, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_row_houses_colorful__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_row_houses_colorful", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.0, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16442, "tokens_reasoning": 13922, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_row_houses_colorful__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_row_houses_colorful", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.8, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 37738, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sailboat_regatta__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sailboat_regatta", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.5, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9281, "tokens_reasoning": 8263, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sailboat_regatta__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sailboat_regatta", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.4, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36275, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_saxophone_notes__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_saxophone_notes", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.2, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8749, "tokens_reasoning": 7386, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_saxophone_notes__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_saxophone_notes", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 9.3, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14184, "tokens_reasoning": 2647, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 66.2, "tokens_input": 139, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19736, "tokens_reasoning": 12513, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 38.9, "tokens_input": 192, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5154, "tokens_reasoning": 33, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 151.2, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12730, "tokens_reasoning": null, "cost_usd": 0.63822, "cost_usd_computed": 0.63822, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 257.1, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13797, "tokens_reasoning": 2070, "cost_usd": 0.69099, "cost_usd_computed": 0.69099, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 61.6, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7382, "tokens_reasoning": 1721, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 126.3, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10903, "tokens_reasoning": 2021, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.1, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7869, "tokens_reasoning": 6834, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 186.6, "tokens_input": 103, "tokens_cache_write": 0, "tokens_cache_read": 131, "tokens_output": 32768, "tokens_reasoning": 32767, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__minimax-m3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 60.4, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 233, "tokens_output": 10234, "tokens_reasoning": 3787, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 355.8, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35716, "tokens_reasoning": null, "cost_usd": 0.715008, "cost_usd_computed": 0.715008, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.7, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 34644, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 226.9, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 32768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 207.0, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 166, "tokens_output": 37241, "tokens_reasoning": 22524, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sea_turtle_swim__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sea_turtle_swim", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 39.3, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4740, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_server_rack__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_server_rack", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.9, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19639, "tokens_reasoning": 14651, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_server_rack__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_server_rack", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 11.2, "tokens_input": 161, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19359, "tokens_reasoning": 1337, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sewing_machine__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sewing_machine__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 900.0, "tokens_input": 64881, "tokens_cache_write": 0, "tokens_cache_read": 1217920, "tokens_output": 42602, "tokens_reasoning": 29808, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sewing_machine__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sewing_machine", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.2, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6379, "tokens_reasoning": 5620, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sewing_machine__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sewing_machine", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.3, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37105, "tokens_reasoning": 29474, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sheet_music_staff__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sheet_music_staff", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.7, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18416, "tokens_reasoning": 17128, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sheet_music_staff__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sheet_music_staff", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.4, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_skateboarder_ollie__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_skateboarder_ollie", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.2, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14040, "tokens_reasoning": 13068, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_skateboarder_ollie__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_skateboarder_ollie", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.4, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 35469, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_skier_downhill__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_skier_downhill", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.3, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9857, "tokens_reasoning": 8936, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_skier_downhill__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_skier_downhill", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 39911, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 71.2, "tokens_input": 140, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21669, "tokens_reasoning": 16697, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 156.5, "tokens_input": 193, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21253, "tokens_reasoning": 15677, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 175.7, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14151, "tokens_reasoning": null, "cost_usd": 0.70933, "cost_usd_computed": 0.70933, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 565.5, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 120, "tokens_output": 32768, "tokens_reasoning": 32768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__glm-5.3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 999.7, "tokens_input": 121, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 63266, "tokens_reasoning": 56825, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 228.2, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12165, "tokens_reasoning": 3073, "cost_usd": 0.6094, "cost_usd_computed": 0.6094, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 56.0, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7834, "tokens_reasoning": 3295, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 101.1, "tokens_input": 115, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8239, "tokens_reasoning": 2231, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14288, "tokens_reasoning": 12669, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 709.9, "tokens_input": 194, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24494, "tokens_reasoning": 18741, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 197.0, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 122, "tokens_output": 32768, "tokens_reasoning": 24914, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__minimax-m3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 227.9, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 235, "tokens_output": 42988, "tokens_reasoning": 37441, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 181.8, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18164, "tokens_reasoning": null, "cost_usd": 0.363992, "cost_usd_computed": 0.363992, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 39.4, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25848, "tokens_reasoning": 19005, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 246.3, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 32768, "tokens_reasoning": 30167, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__qwen3.8-max__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 181.0, "tokens_input": 1, "tokens_cache_write": 0, "tokens_cache_read": 168, "tokens_output": 27521, "tokens_reasoning": 17353, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sleeping_tabby_cat__raw-api__sonnet-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sleeping_tabby_cat", "model": "Claude Sonnet 5", "model_id": "claude-sonnet-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 208.1, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21938, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_smartphone_exploded__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_smartphone_exploded", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.7, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18869, "tokens_reasoning": 17821, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_smartphone_exploded__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_smartphone_exploded", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.3, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_smartwatch_face__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_smartwatch_face", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.2, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11862, "tokens_reasoning": 11389, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_smartwatch_face__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_smartwatch_face", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 32.9, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37630, "tokens_reasoning": 33304, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sneaker_side__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sneaker_side", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.3, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10459, "tokens_reasoning": 9728, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sneaker_side__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sneaker_side", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.9, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_soccer_bicycle_kick__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_soccer_bicycle_kick__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1613.3, "tokens_input": 89335, "tokens_cache_write": 0, "tokens_cache_read": 2224256, "tokens_output": 67098, "tokens_reasoning": 57056, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_soccer_bicycle_kick__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_soccer_bicycle_kick", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.3, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11158, "tokens_reasoning": 10188, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_soccer_bicycle_kick__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_soccer_bicycle_kick", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.7, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_solar_system_orbits__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_solar_system_orbits", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.1, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7643, "tokens_reasoning": 6617, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_solar_system_orbits__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_solar_system_orbits", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 17.9, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25010, "tokens_reasoning": 18632, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_space_shuttle_launch__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_space_shuttle_launch", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.7, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22166, "tokens_reasoning": 21081, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_space_shuttle_launch__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_space_shuttle_launch", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 23.7, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 28582, "tokens_reasoning": 22595, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_spaceship_hangar__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_spaceship_hangar", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.0, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20193, "tokens_reasoning": 17237, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_spaceship_hangar__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_spaceship_hangar", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 66.8, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sports_team_crest__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sports_team_crest", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.5, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14156, "tokens_reasoning": 13662, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sports_team_crest__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sports_team_crest", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.9, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36446, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_spring_cherry_blossom_picnic__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_spring_cherry_blossom_picnic", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.6, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8775, "tokens_reasoning": 6370, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_spring_cherry_blossom_picnic__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_spring_cherry_blossom_picnic", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 35.2, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 32266, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_stacked_pancakes__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_stacked_pancakes", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.3, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12297, "tokens_reasoning": 11097, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_stacked_pancakes__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_stacked_pancakes", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 36.6, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 35241, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_stained_glass_abstract__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_stained_glass_abstract", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.7, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19361, "tokens_reasoning": 16360, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_stained_glass_abstract__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_stained_glass_abstract", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 22.6, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30437, "tokens_reasoning": 25253, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_stay_wild_badge__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_stay_wild_badge", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.6, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7032, "tokens_reasoning": 6484, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_stay_wild_badge__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_stay_wild_badge", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 16.9, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18789, "tokens_reasoning": 16572, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_steam_locomotive__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_steam_locomotive__agent", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 598.1, "tokens_input": 52617, "tokens_cache_write": 0, "tokens_cache_read": 567936, "tokens_output": 31039, "tokens_reasoning": 22125, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_steam_locomotive__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_steam_locomotive", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.9, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12735, "tokens_reasoning": 12236, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_steam_locomotive__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_steam_locomotive", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.6, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 34613, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_steampunk_airship__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_steampunk_airship", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.5, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7051, "tokens_reasoning": 4938, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_steampunk_airship__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_steampunk_airship", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 10.5, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15118, "tokens_reasoning": 768, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_submarine_deep_sea__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_submarine_deep_sea", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.3, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 3998, "tokens_reasoning": 2912, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_submarine_deep_sea__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_submarine_deep_sea", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.5, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_subway_map_lines__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_subway_map_lines", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.9, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17274, "tokens_reasoning": 16124, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_subway_map_lines__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_subway_map_lines", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.2, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_summer_beach_umbrella__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_summer_beach_umbrella", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 18.8, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21918, "tokens_reasoning": 20465, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_summer_beach_umbrella__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_summer_beach_umbrella", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 34.9, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 35567, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sunburst_gradient_rays__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sunburst_gradient_rays", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 17.0, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 31121, "tokens_reasoning": 29953, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sunburst_gradient_rays__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sunburst_gradient_rays", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 6.1, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7710, "tokens_reasoning": 3901, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_surfer_barrel_wave__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_surfer_barrel_wave", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.5, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9539, "tokens_reasoning": 8954, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_surfer_barrel_wave__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_surfer_barrel_wave", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 27.7, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30779, "tokens_reasoning": 25242, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sushi_platter__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sushi_platter__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 387.4, "tokens_input": 33457, "tokens_cache_write": 0, "tokens_cache_read": 415104, "tokens_output": 14423, "tokens_reasoning": 7482, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sushi_platter__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sushi_platter", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.7, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6157, "tokens_reasoning": 4980, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_sushi_platter__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_sushi_platter", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 26.1, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33066, "tokens_reasoning": 26522, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_suspension_bridge_fog__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_suspension_bridge_fog__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 539.0, "tokens_input": 38163, "tokens_cache_write": 0, "tokens_cache_read": 451840, "tokens_output": 17242, "tokens_reasoning": 11172, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_suspension_bridge_fog__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_suspension_bridge_fog", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.2, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14946, "tokens_reasoning": 14259, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_suspension_bridge_fog__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_suspension_bridge_fog", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 22.5, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27594, "tokens_reasoning": 22901, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_swimmer_butterfly__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_swimmer_butterfly", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.5, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10900, "tokens_reasoning": 10141, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_swimmer_butterfly__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_swimmer_butterfly", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 36.8, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39491, "tokens_reasoning": 30952, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_swiss_army_knife__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_swiss_army_knife__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 713.5, "tokens_input": 60784, "tokens_cache_write": 0, "tokens_cache_read": 1305344, "tokens_output": 27073, "tokens_reasoning": 8002, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_swiss_army_knife__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_swiss_army_knife", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.9, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10397, "tokens_reasoning": 9802, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_swiss_army_knife__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_swiss_army_knife", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 22.9, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25626, "tokens_reasoning": 22538, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_synthesizer_modular__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_synthesizer_modular", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.0, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17141, "tokens_reasoning": 14504, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_synthesizer_modular__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_synthesizer_modular", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 32.5, "tokens_input": 161, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 28531, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_taco_trio__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_taco_trio", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.3, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21485, "tokens_reasoning": 20251, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_taco_trio__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_taco_trio", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.6, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38535, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_tennis_serve__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_tennis_serve", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.2, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11679, "tokens_reasoning": 11202, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_tennis_serve__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_tennis_serve", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 37.4, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 38205, "tokens_reasoning": 32824, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_thank_you_script__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_thank_you_script", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.8, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6754, "tokens_reasoning": 6061, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_thank_you_script__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_thank_you_script", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.2, "tokens_input": 160, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_thanksgiving_table__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_thanksgiving_table", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.2, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12205, "tokens_reasoning": 10883, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_thanksgiving_table__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_thanksgiving_table", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 41.8, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_three_stacked_animals__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_three_stacked_animals", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.9, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10403, "tokens_reasoning": 9008, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_three_stacked_animals__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_three_stacked_animals", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.5, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_thunderstorm_prairie__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_thunderstorm_prairie", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.7, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16192, "tokens_reasoning": 14708, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_thunderstorm_prairie__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_thunderstorm_prairie", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 20.0, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26189, "tokens_reasoning": 19516, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_timeline_flight_history__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_timeline_flight_history", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 6.8, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11378, "tokens_reasoning": 10400, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_timeline_flight_history__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_timeline_flight_history", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.0, "tokens_input": 182, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 33081, "tokens_reasoning": 22076, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_toggle_switches_panel__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_toggle_switches_panel", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 2.3, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 4033, "tokens_reasoning": 3505, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_toggle_switches_panel__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_toggle_switches_panel", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 10.4, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12208, "tokens_reasoning": 8411, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_toolbox_open__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_toolbox_open", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.1, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11796, "tokens_reasoning": 10783, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_toolbox_open__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_toolbox_open", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 38.4, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_toucan_branch__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_toucan_branch", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 3.9, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 5919, "tokens_reasoning": 5010, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_toucan_branch__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_toucan_branch", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 35.8, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 32928, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_tram_hill_street__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_tram_hill_street", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 13.5, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21714, "tokens_reasoning": 20163, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_tram_hill_street__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_tram_hill_street", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 11.9, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19834, "tokens_reasoning": 1277, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_treasure_map__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_treasure_map__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 269.3, "tokens_input": 30258, "tokens_cache_write": 0, "tokens_cache_read": 213376, "tokens_output": 12526, "tokens_reasoning": 1169, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_treasure_map__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_treasure_map", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.1, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 9230, "tokens_reasoning": 7735, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_treasure_map__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_treasure_map", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 52.9, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38797, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_treehouse_ladder__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_treehouse_ladder", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.9, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12162, "tokens_reasoning": 10709, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_treehouse_ladder__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_treehouse_ladder", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 33.7, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 35248, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_tropical_beach__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_tropical_beach", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.1, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10444, "tokens_reasoning": 9302, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_tropical_beach__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_tropical_beach", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 29.3, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36652, "tokens_reasoning": 30403, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_umbrella_rain__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_umbrella_rain", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.4, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18490, "tokens_reasoning": 15807, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_umbrella_rain__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_umbrella_rain", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.3, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37586, "tokens_reasoning": 28748, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_underwater_kelp_forest__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_underwater_kelp_forest", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.2, "tokens_input": 178, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14654, "tokens_reasoning": 12621, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_underwater_kelp_forest__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_underwater_kelp_forest", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.6, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36661, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_unicorn_meadow__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_unicorn_meadow", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 12.4, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17768, "tokens_reasoning": 16324, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_unicorn_meadow__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_unicorn_meadow", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 37.7, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_valentine_hearts_mail__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_valentine_hearts_mail", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.8, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15214, "tokens_reasoning": 14464, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_valentine_hearts_mail__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_valentine_hearts_mail", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 34.3, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 39500, "tokens_reasoning": 33461, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_venn_three_circles__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_venn_three_circles", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.3, "tokens_input": 171, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6668, "tokens_reasoning": 6152, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_venn_three_circles__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_venn_three_circles", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 21.3, "tokens_input": 163, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 20571, "tokens_reasoning": 18818, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vintage_biplane__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vintage_biplane", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 11.2, "tokens_input": 179, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16501, "tokens_reasoning": 15893, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vintage_biplane__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vintage_biplane", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 44.8, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vintage_poster_travel__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vintage_poster_travel", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.4, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7498, "tokens_reasoning": 6552, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vintage_poster_travel__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vintage_poster_travel", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.1, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36682, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vintage_scooter__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vintage_scooter", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.6, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11144, "tokens_reasoning": 9920, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vintage_scooter__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vintage_scooter", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 44.1, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vintage_typewriter__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vintage_typewriter", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.4, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 18230, "tokens_reasoning": 16680, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vintage_typewriter__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vintage_typewriter", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.9, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 36388, "tokens_reasoning": 29934, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vinyl_turntable__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vinyl_turntable__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 622.6, "tokens_input": 66473, "tokens_cache_write": 0, "tokens_cache_read": 569472, "tokens_output": 26411, "tokens_reasoning": 12864, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vinyl_turntable__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vinyl_turntable", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 4.5, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6141, "tokens_reasoning": 5420, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vinyl_turntable__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vinyl_turntable", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 42.6, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_violin_bow__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_violin_bow", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 9.4, "tokens_input": 174, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13357, "tokens_reasoning": 12825, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_violin_bow__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_violin_bow", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 40.2, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_volcano_cross_section__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_volcano_cross_section", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.1, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 17167, "tokens_reasoning": 16574, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_volcano_cross_section__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_volcano_cross_section", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 39.5, "tokens_input": 167, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_volcano_eruption__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_volcano_eruption", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.5, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 7723, "tokens_reasoning": 6477, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_volcano_eruption__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_volcano_eruption", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 43.3, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 39031, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_voronoi_cells__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_voronoi_cells__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 219.1, "tokens_input": 27061, "tokens_cache_write": 0, "tokens_cache_read": 270848, "tokens_output": 7889, "tokens_reasoning": 2194, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_voronoi_cells__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_voronoi_cells", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.7, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 15586, "tokens_reasoning": 13879, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_voronoi_cells__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_voronoi_cells", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 30.9, "tokens_input": 165, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 38501, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vr_headset__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vr_headset", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.4, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10669, "tokens_reasoning": 9878, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_vr_headset__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_vr_headset", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 25.6, "tokens_input": 162, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30954, "tokens_reasoning": 26582, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_water_cycle_diagram__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_water_cycle_diagram__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 250.9, "tokens_input": 28548, "tokens_cache_write": 0, "tokens_cache_read": 257792, "tokens_output": 10385, "tokens_reasoning": 2190, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_water_cycle_diagram__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_water_cycle_diagram", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 6.9, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 6827, "tokens_reasoning": 5992, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_water_cycle_diagram__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_water_cycle_diagram", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 42.2, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_waterfall_jungle__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_waterfall_jungle", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.4, "tokens_input": 176, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11684, "tokens_reasoning": 9981, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_waterfall_jungle__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_waterfall_jungle", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 65.2, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 34943, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_weather_widget__agent__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_weather_widget__agent", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 98.3, "tokens_input": 19846, "tokens_cache_write": 0, "tokens_cache_read": 97536, "tokens_output": 3795, "tokens_reasoning": 517, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_weather_widget__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_weather_widget", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.1, "tokens_input": 177, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12255, "tokens_reasoning": 10365, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_weather_widget__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_weather_widget", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 33.4, "tokens_input": 170, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 30659, "tokens_reasoning": 26502, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_winter_cabin_christmas__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_winter_cabin_christmas", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 10.6, "tokens_input": 172, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 16731, "tokens_reasoning": 14265, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_winter_cabin_christmas__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_winter_cabin_christmas", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 32.7, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 37841, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wizard_tower_spell__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wizard_tower_spell", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 8.4, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11940, "tokens_reasoning": 10761, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wizard_tower_spell__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wizard_tower_spell", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 53.8, "tokens_input": 164, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 47.9, "tokens_input": 138, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14667, "tokens_reasoning": 10847, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 160.1, "tokens_input": 191, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21872, "tokens_reasoning": 16921, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__fable-5-1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 141.5, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 11262, "tokens_reasoning": null, "cost_usd": 0.56479, "cost_usd_computed": 0.56479, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 238.7, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12372, "tokens_reasoning": 2588, "cost_usd": 0.61974, "cost_usd_computed": 0.61974, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 87.0, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10511, "tokens_reasoning": 4660, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 95.7, "tokens_input": 114, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 8178, "tokens_reasoning": 2110, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 8.3, "tokens_input": 175, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14064, "tokens_reasoning": 12337, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__opus-5-5", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 222.6, "tokens_input": 169, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 23397, "tokens_reasoning": null, "cost_usd": 0.468616, "cost_usd_computed": 0.468616, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_wolf_howling_moon__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_wolf_howling_moon", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 31.9, "tokens_input": 168, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 35173, "tokens_reasoning": 25727, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_word_made_of_clouds__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_word_made_of_clouds", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 7.9, "tokens_input": 173, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 10717, "tokens_reasoning": 10427, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "svg_word_made_of_clouds__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "svg_word_made_of_clouds", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 22.8, "tokens_input": 166, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 24330, "tokens_reasoning": 21340, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2763.043, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1686.6, "tokens_input": 123, "tokens_cache_write": 101504, "tokens_cache_read": 2558423, "tokens_output": 68536, "tokens_reasoning": 29056, "cost_usd": 7.001493, "cost_usd_computed": 7.001493, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2096.4, "tokens_input": 70631, "tokens_cache_write": 0, "tokens_cache_read": 17276160, "tokens_output": 210911, "tokens_reasoning": 104496, "cost_usd": 0.18897, "cost_usd_computed": 0.18897, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1601.2, "tokens_input": 47887, "tokens_cache_write": 0, "tokens_cache_read": 15076992, "tokens_output": 166803, "tokens_reasoning": 103194, "cost_usd": 0.15249582599999997, "cost_usd_computed": 0.152496, "cost_usd_reported": 0.15249582599999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2511.8, "tokens_input": 50, "tokens_cache_write": 356941, "tokens_cache_read": 2101706, "tokens_output": 129813, "tokens_reasoning": 81098, "cost_usd": 11.478338999999998, "cost_usd_computed": 11.478339, "cost_usd_reported": 11.478338999999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__opencode__fable-5-1__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3534.894, "tokens_input": 270, "tokens_cache_write": 366734, "tokens_cache_read": 20759786, "tokens_output": 103300, "tokens_reasoning": 95999, "cost_usd": 19.741772, "cost_usd_computed": 14.941821, "cost_usd_reported": 19.741772, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1593.1, "tokens_input": 126, "tokens_cache_write": 74354, "tokens_cache_read": 1827870, "tokens_output": 49804, "tokens_reasoning": 14406, "cost_usd": 5.248755, "cost_usd_computed": 5.06287, "cost_usd_reported": 5.248755, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 78.0, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 0, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "threejs_ant_vs_gardener__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2501.9, "tokens_input": 40, "tokens_cache_write": 328335, "tokens_cache_read": 1109693, "tokens_output": 265118, "tokens_reasoning": 173163, "cost_usd": 7.166133599999999, "cost_usd_computed": 7.166134, "cost_usd_reported": 7.166133599999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ant_vs_gardener__opencode__opus-5-5__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_ant_vs_gardener", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 7299.375, "tokens_input": 306, "tokens_cache_write": 1296660, "tokens_cache_read": 31731518, "tokens_output": 167783, "tokens_reasoning": 359625, "cost_usd": 23.378988, "cost_usd_computed": 16.186488, "cost_usd_reported": 23.378988, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__claude-fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 783.0, "tokens_input": 796, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 64000, "tokens_reasoning": 53849, "cost_usd": 3.20796, "cost_usd_computed": 3.20796, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 660.9, "tokens_input": 796, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 64000, "tokens_reasoning": 59517, "cost_usd": 1.283184, "cost_usd_computed": 1.283184, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__claude-sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 541.0, "tokens_input": 796, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 64000, "tokens_reasoning": 64000, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 580.9, "tokens_input": 626, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 63999, "tokens_reasoning": 59074, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__gemini-3.5-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "gemini-3.5-flash", "model_id": "gemini-3.5-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "error", "wall_time_s": 107.8, "tokens_input": 549, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 26628, "tokens_reasoning": 16374, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__glm-5p3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 1304.2, "tokens_input": 538, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 391.4, "tokens_input": 533, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 14672, "tokens_reasoning": 2049, "cost_usd": 0.73893, "cost_usd_computed": 0.73893, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 391.8, "tokens_input": 533, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 15376, "tokens_reasoning": 2605, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__kimi-k3-fireworks__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "error", "wall_time_s": 1593.4, "tokens_input": 618, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 51337, "tokens_reasoning": 36615, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__minimax-m3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "minimax-m3", "model_id": "minimax-m3", "vendor": "unknown", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 274.4, "tokens_input": 651, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 39944, "tokens_reasoning": 23632, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_artwork_style_pass__api-oneshot__qwen3p8-max__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_artwork_style_pass", "model": "qwen3p8-max", "model_id": "qwen3p8-max", "vendor": "Alibaba", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 608.1, "tokens_input": 591, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 63719, "tokens_reasoning": 43346, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_biplane_aerobatics__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_biplane_aerobatics", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 472.2, "tokens_input": 396, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 49695, "tokens_reasoning": 33736, "cost_usd": 0.995484, "cost_usd_computed": 0.995484, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_biplane_aerobatics__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_biplane_aerobatics", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 169.9, "tokens_input": 327, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 23833, "tokens_reasoning": 17238, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_biplane_aerobatics__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_biplane_aerobatics", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 283.9, "tokens_input": 239, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 11630, "tokens_reasoning": 2588, "cost_usd": 0.58389, "cost_usd_computed": 0.58389, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_biplane_aerobatics__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_biplane_aerobatics", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 156.9, "tokens_input": 239, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 7879, "tokens_reasoning": 1552, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_blizzard_cabin__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_blizzard_cabin", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 12.4, "tokens_input": 234, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19089, "tokens_reasoning": 14010, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_boids_dragon__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_boids_dragon", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1026.6, "tokens_input": 219, "tokens_cache_write": 135947, "tokens_cache_read": 6299496, "tokens_output": 80581, "tokens_reasoning": 46722, "cost_usd": 2.338041, "cost_usd_computed": 2.338041, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_claw_machine_arcade__api-oneshot__claude-fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_claw_machine_arcade", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 551.1, "tokens_input": 391, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 47311, "tokens_reasoning": 29433, "cost_usd": 2.36946, "cost_usd_computed": 2.36946, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_claw_machine_arcade__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_claw_machine_arcade", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 300.0, "tokens_input": 391, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 32314, "tokens_reasoning": 15697, "cost_usd": 0.647844, "cost_usd_computed": 0.647844, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_claw_machine_arcade__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_claw_machine_arcade", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 129.7, "tokens_input": 339, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 19562, "tokens_reasoning": 11983, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_claw_machine_arcade__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_claw_machine_arcade", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 283.3, "tokens_input": 240, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 15080, "tokens_reasoning": 3165, "cost_usd": 0.7564, "cost_usd_computed": 0.7564, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_claw_machine_arcade__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_claw_machine_arcade", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 223.6, "tokens_input": 240, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 12480, "tokens_reasoning": 1552, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_claw_machine_arcade__api-oneshot__qwen3p8-max__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_claw_machine_arcade", "model": "qwen3p8-max", "model_id": "qwen3p8-max", "vendor": "Alibaba", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 608.9, "tokens_input": 291, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 50309, "tokens_reasoning": 38566, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_domino_chain_physics__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_domino_chain_physics", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1410.9, "tokens_input": 276, "tokens_cache_write": 201091, "tokens_cache_read": 9306963, "tokens_output": 108088, "tokens_reasoning": 70839, "cost_usd": 3.345007, "cost_usd_computed": 3.345007, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_dragon_ship__claude-code__claude-opus-5-5__A", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_dragon_ship", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 7209.2, "tokens_input": 152, "tokens_cache_write": 391116, "tokens_cache_read": 19322644, "tokens_output": 402542, "tokens_reasoning": 299073, "cost_usd": 13.871557, "cost_usd_computed": 13.871557, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_dragon_ship_a_plain__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_dragon_ship", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 4572.6, "tokens_input": 1544, "tokens_cache_write": 390377, "tokens_cache_read": 8744204, "tokens_output": 309188, "tokens_reasoning": 197588, "cost_usd": 22.540604, "cost_usd_computed": 22.540604, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_dragon_ship_a_plain__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_dragon_ship", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1671.6, "tokens_input": 129, "tokens_cache_write": 108367, "tokens_cache_read": 2656846, "tokens_output": 85399, "tokens_reasoning": 33378, "cost_usd": 8.011756, "cost_usd_computed": 8.011756, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_dragon_ship_a_plain__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_dragon_ship", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 6241.9, "tokens_input": 96, "tokens_cache_write": 1424399, "tokens_cache_read": 7161584, "tokens_output": 304530, "tokens_reasoning": 171891, "cost_usd": 34.82284350000001, "cost_usd_computed": 34.822843, "cost_usd_reported": 34.82284350000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_dragon_ship_a_plain__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_dragon_ship", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1809.5, "tokens_input": 117, "tokens_cache_write": 68936, "tokens_cache_read": 1489431, "tokens_output": 52220, "tokens_reasoning": 12761, "cost_usd": 4.9633009999999995, "cost_usd_computed": 4.790961, "cost_usd_reported": 4.9633009999999995, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_eiffel__claude-code__claude-fable-5-1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_eiffel", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1373.7, "tokens_input": 786, "tokens_cache_write": 224407, "tokens_cache_read": 2870041, "tokens_output": 81865, "tokens_reasoning": 53111, "cost_usd": 7.623707, "cost_usd_computed": 7.623707, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_eiffel__claude-code__claude-opus-5-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_eiffel", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 5915.0, "tokens_input": 168, "tokens_cache_write": 1415284, "tokens_cache_read": 25703400, "tokens_output": 282417, "tokens_reasoning": 190926, "cost_usd": 17.866112, "cost_usd_computed": 17.866112, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_eiffel__codex__gpt-6-astra", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_eiffel", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 856.0, "tokens_input": 72, "tokens_cache_write": 54140, "tokens_cache_read": 798951, "tokens_output": 26171, "tokens_reasoning": 6340, "cost_usd": 2.649621, "cost_usd_computed": 2.649621, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_eiffel__dsh__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_eiffel", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1802.2, "tokens_input": 45728, "tokens_cache_write": 0, "tokens_cache_read": 8492928, "tokens_output": 122162, "tokens_reasoning": 75338, "cost_usd": 0.105635, "cost_usd_computed": 0.105635, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_eiffel__opencode__claude-opus-5-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_eiffel", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 10145.3, "tokens_input": 386, "tokens_cache_write": 1772712, "tokens_cache_read": 35676883, "tokens_output": 434969, "tokens_reasoning": 298738, "cost_usd": 24.699860599999994, "cost_usd_computed": 24.699861, "cost_usd_reported": 24.699860599999994, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_eiffel__opencode__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_eiffel", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1726.2, "tokens_input": 39543, "tokens_cache_write": 0, "tokens_cache_read": 9860608, "tokens_output": 112926, "tokens_reasoning": 84636, "cost_usd": 0.10326887400000002, "cost_usd_computed": 0.103269, "cost_usd_reported": 0.10326887400000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_eiffel__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_eiffel", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2579.7, "tokens_input": 88, "tokens_cache_write": 321367, "tokens_cache_read": 2023475, "tokens_output": 79966, "tokens_reasoning": 53456, "cost_usd": 8.522136249999999, "cost_usd_computed": 8.522136, "cost_usd_reported": 8.522136249999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_eiffel__opencode__gpt-6-astra", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_eiffel", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 2148.0, "tokens_input": 138, "tokens_cache_write": 70461, "tokens_cache_read": 2006796, "tokens_output": 45900, "tokens_reasoning": 13806, "cost_usd": 5.1839385, "cost_usd_computed": 5.007786, "cost_usd_reported": 5.1839385, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_evolving_art_garden__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_evolving_art_garden", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1634.1, "tokens_input": 74, "tokens_cache_write": 147782, "tokens_cache_read": 4833432, "tokens_output": 115105, "tokens_reasoning": 56232, "cost_usd": 4.007992, "cost_usd_computed": 4.007992, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_evolving_art_garden__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_evolving_art_garden", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 582.2, "tokens_input": 111, "tokens_cache_write": 87239, "tokens_cache_read": 2210023, "tokens_output": 60167, "tokens_reasoning": 32756, "cost_usd": 1.218375, "cost_usd_computed": 1.218375, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_four_stroke_engine__api-oneshot__claude-fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_four_stroke_engine", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 492.3, "tokens_input": 401, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 41492, "tokens_reasoning": 26838, "cost_usd": 2.07861, "cost_usd_computed": 2.07861, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_four_stroke_engine__api-oneshot__claude-haiku-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_four_stroke_engine", "model": "Claude Haiku 5.5", "model_id": "claude-haiku-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 216.2, "tokens_input": 401, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 49462, "tokens_reasoning": 38737, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_four_stroke_engine__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_four_stroke_engine", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 313.0, "tokens_input": 401, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 33791, "tokens_reasoning": 20443, "cost_usd": 0.677424, "cost_usd_computed": 0.677424, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_four_stroke_engine__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_four_stroke_engine", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 501.2, "tokens_input": 338, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 49187, "tokens_reasoning": 40491, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_four_stroke_engine__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_four_stroke_engine", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 187.8, "tokens_input": 244, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 10443, "tokens_reasoning": 1192, "cost_usd": 0.52459, "cost_usd_computed": 0.52459, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_four_stroke_engine__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_four_stroke_engine", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 164.9, "tokens_input": 244, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 9092, "tokens_reasoning": 2207, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_four_stroke_engine__api-oneshot__minimax-m3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_four_stroke_engine", "model": "minimax-m3", "model_id": "minimax-m3", "vendor": "unknown", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 214.6, "tokens_input": 369, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 38369, "tokens_reasoning": 33597, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_four_stroke_engine__api-oneshot__qwen3p8-max__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_four_stroke_engine", "model": "qwen3p8-max", "model_id": "qwen3p8-max", "vendor": "Alibaba", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 316.6, "tokens_input": 293, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 46390, "tokens_reasoning": 32167, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_garden_automation_tutorial__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_garden_automation_tutorial", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 5.5, "tokens_input": 561, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 12414, "tokens_reasoning": 7705, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_garden_automation_tutorial__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_garden_automation_tutorial", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 44.7, "tokens_input": 550, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 36198, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_gerstner_ocean_storm__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_gerstner_ocean_storm", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 857.0, "tokens_input": 48, "tokens_cache_write": 123133, "tokens_cache_read": 2070787, "tokens_output": 97410, "tokens_reasoning": 71925, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_gpgpu_galaxy_collision__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_gpgpu_galaxy_collision", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 308.5, "tokens_input": 26, "tokens_cache_write": 89001, "tokens_cache_read": 902817, "tokens_output": 36739, "tokens_reasoning": 20305, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__claude-fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 410.3, "tokens_input": 376, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 18733, "tokens_reasoning": 11210, "cost_usd": 0.94041, "cost_usd_computed": 0.94041, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__claude-haiku-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "Claude Haiku 5.5", "model_id": "claude-haiku-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 159.5, "tokens_input": 376, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 33649, "tokens_reasoning": 24290, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 329.1, "tokens_input": 376, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 17704, "tokens_reasoning": 7798, "cost_usd": 0.355584, "cost_usd_computed": 0.355584, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__claude-sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 239.3, "tokens_input": 376, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 30585, "tokens_reasoning": 17980, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 361.7, "tokens_input": 314, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 30519, "tokens_reasoning": 26226, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 397.8, "tokens_input": 223, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 9288, "tokens_reasoning": 1956, "cost_usd": 0.46663, "cost_usd_computed": 0.46663, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 340.4, "tokens_input": 223, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 6902, "tokens_reasoning": 1034, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__minimax-m3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "minimax-m3", "model_id": "minimax-m3", "vendor": "unknown", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 216.7, "tokens_input": 350, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 47228, "tokens_reasoning": 41066, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_hot_air_balloon_festival__api-oneshot__qwen3p8-max__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_hot_air_balloon_festival", "model": "qwen3p8-max", "model_id": "qwen3p8-max", "vendor": "Alibaba", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 251.5, "tokens_input": 275, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 34241, "tokens_reasoning": 23320, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_impressionist_world__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_impressionist_world", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1430.4, "tokens_input": 18, "tokens_cache_write": 64770, "tokens_cache_read": 205859, "tokens_output": 50319, "tokens_reasoning": 17339, "cost_usd": 3.369689, "cost_usd_computed": 3.369689, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_infinite_terrain_flyover__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "threejs_infinite_terrain_flyover", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 944.1, "tokens_input": 62, "tokens_cache_write": 132394, "tokens_cache_read": 2988424, "tokens_output": 97047, "tokens_reasoning": 65158, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2583.5, "tokens_input": 482, "tokens_cache_write": 608477, "tokens_cache_read": 1274391, "tokens_output": 206832, "tokens_reasoning": 135945, "cost_usd": 18.288480250000003, "cost_usd_computed": 18.270981, "cost_usd_reported": 18.288480250000003, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__claude-code__fable-5-1__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 3055.995, "tokens_input": 1698, "tokens_cache_write": 415397, "tokens_cache_read": 10862605, "tokens_output": 189853, "tokens_reasoning": 134198, "cost_usd": 17.41774375, "cost_usd_computed": 17.417744, "cost_usd_reported": 17.41774375, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2579.6, "tokens_input": 38, "tokens_cache_write": 306527, "tokens_cache_read": 1487119, "tokens_output": 248467, "tokens_reasoning": 228777, "cost_usd": 6.8065108, "cost_usd_computed": 6.799551, "cost_usd_reported": 6.8065108, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__claude-code__opus-5-5__attempt2", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 9003.852, "tokens_input": 61030, "tokens_cache_write": 1558945, "tokens_cache_read": 12406613, "tokens_output": 824275, "tokens_reasoning": 609011, "cost_usd": 27.005667599999985, "cost_usd_computed": 27.005668, "cost_usd_reported": 27.005667599999985, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1922.6, "tokens_input": 99, "tokens_cache_write": 111045, "tokens_cache_read": 2225920, "tokens_output": 83882, "tokens_reasoning": 40420, "cost_usd": 7.53146, "cost_usd_computed": 7.53146, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2731.5, "tokens_input": 91653, "tokens_cache_write": 0, "tokens_cache_read": 32658560, "tokens_output": 239760, "tokens_reasoning": 111990, "cost_usd": 0.25558, "cost_usd_computed": 0.25558, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 17.8, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 0, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "threejs_jellyfish__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2578.4, "tokens_input": 128, "tokens_cache_write": 274253, "tokens_cache_read": 8159190, "tokens_output": 175311, "tokens_reasoning": 90571, "cost_usd": 14.23479, "cost_usd_computed": 14.234791, "cost_usd_reported": 14.23479, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__opencode__fable-5-1__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2698.457, "tokens_input": 282, "tokens_cache_write": 576172, "tokens_cache_read": 16755107, "tokens_output": 63018, "tokens_reasoning": 90026, "cost_usd": 19.045947, "cost_usd_computed": 14.544647, "cost_usd_reported": 19.045947, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1107.5, "tokens_input": 93, "tokens_cache_write": 67493, "tokens_cache_read": 1296690, "tokens_output": 47457, "tokens_reasoning": 13956, "cost_usd": 4.5141325, "cost_usd_computed": 4.3454, "cost_usd_reported": 4.5141325, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2574.2, "tokens_input": 24, "tokens_cache_write": 83256, "tokens_cache_read": 620332, "tokens_output": 180250, "tokens_reasoning": 177225, "cost_usd": 4.1454424, "cost_usd_computed": 4.145442, "cost_usd_reported": 4.1454424, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jellyfish__opencode__opus-5-5__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_jellyfish", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 7224.469, "tokens_input": 306, "tokens_cache_write": 977538, "tokens_cache_read": 25274846, "tokens_output": 140346, "tokens_reasoning": 284303, "cost_usd": 18.436863, "cost_usd_computed": 12.750803, "cost_usd_reported": 18.436863, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_jetski_ocean_physics__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-01", "category": "threejs", "prompt_id": "threejs_jetski_ocean_physics", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1039.0, "tokens_input": 46, "tokens_cache_write": 133584, "tokens_cache_read": 2123582, "tokens_output": 104306, "tokens_reasoning": 66329, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_marble_run_machine__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_marble_run_machine", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 805.8, "tokens_input": 147, "tokens_cache_write": 112494, "tokens_cache_read": 3745035, "tokens_output": 73958, "tokens_reasoning": 41310, "cost_usd": 1.713869, "cost_usd_computed": 1.713869, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__claude-fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 669.8, "tokens_input": 708, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 56401, "tokens_reasoning": 43244, "cost_usd": 2.82713, "cost_usd_computed": 2.82713, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 463.7, "tokens_input": 708, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 48114, "tokens_reasoning": 34151, "cost_usd": 0.965112, "cost_usd_computed": 0.965112, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__claude-sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 471.4, "tokens_input": 708, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 64000, "tokens_reasoning": 46905, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 334.2, "tokens_input": 529, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 38319, "tokens_reasoning": 31151, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__gemini-3.5-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "gemini-3.5-flash", "model_id": "gemini-3.5-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 134.6, "tokens_input": 459, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 26521, "tokens_reasoning": 15291, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__glm-5p3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 1254.5, "tokens_input": 453, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63998, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "error", "wall_time_s": 675.6, "tokens_input": 444, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 15629, "tokens_reasoning": 4142, "cost_usd": 0.78589, "cost_usd_computed": 0.78589, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 214.7, "tokens_input": 444, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 11979, "tokens_reasoning": 2501, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__kimi-k3-fireworks__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 2164.4, "tokens_input": 528, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 61232, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__minimax-m3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "minimax-m3", "model_id": "minimax-m3", "vendor": "unknown", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 336.2, "tokens_input": 565, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 51538, "tokens_reasoning": 40075, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mechanical_bee__api-oneshot__qwen3p8-max__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_mechanical_bee", "model": "qwen3p8-max", "model_id": "qwen3p8-max", "vendor": "Alibaba", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 321.9, "tokens_input": 507, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 34784, "tokens_reasoning": 23203, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mobile_touch_arcade_game__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_mobile_touch_arcade_game", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1925.4, "tokens_input": 34, "tokens_cache_write": 268652, "tokens_cache_read": 1929353, "tokens_output": 102685, "tokens_reasoning": 54626, "cost_usd": 3.782967, "cost_usd_computed": 3.782967, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mobile_touch_arcade_game__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_mobile_touch_arcade_game", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2481.1, "tokens_input": 84, "tokens_cache_write": 125375, "tokens_cache_read": 2386152, "tokens_output": 60206, "tokens_reasoning": 19198, "cost_usd": 6.651042, "cost_usd_computed": 6.651042, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mobile_touch_arcade_game__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_mobile_touch_arcade_game", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2521.2, "tokens_input": 90, "tokens_cache_write": 109951, "tokens_cache_read": 2131010, "tokens_output": 52941, "tokens_reasoning": 15828, "cost_usd": 6.153347500000001, "cost_usd_computed": 5.87847, "cost_usd_reported": 6.153347500000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_mobile_touch_arcade_game__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_mobile_touch_arcade_game", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1795.0, "tokens_input": 166378, "tokens_cache_write": 0, "tokens_cache_read": 2410838, "tokens_output": 53157, "tokens_reasoning": 23246, "cost_usd": 2.0197404000000003, "cost_usd_computed": 2.01974, "cost_usd_reported": 2.0197404000000003, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2584.1, "tokens_input": 744, "tokens_cache_write": 241138, "tokens_cache_read": 2140913, "tokens_output": 186645, "tokens_reasoning": 133235, "cost_usd": 12.847302500000001, "cost_usd_computed": 12.889143, "cost_usd_reported": 12.847302500000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2583.8, "tokens_input": 42, "tokens_cache_write": 239784, "tokens_cache_read": 1034304, "tokens_output": 250749, "tokens_reasoning": 231671, "cost_usd": 6.4277088000000004, "cost_usd_computed": 6.420929, "cost_usd_reported": 6.4277088000000004, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__claude-code__opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 10060.7, "tokens_input": 204, "tokens_cache_write": 2797845, "tokens_cache_read": 27422730, "tokens_output": 470154, "tokens_reasoning": 328006, "cost_usd": 28.877667, "cost_usd_computed": 28.877667, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1517.5, "tokens_input": 105, "tokens_cache_write": 102841, "tokens_cache_read": 2148596, "tokens_output": 70991, "tokens_reasoning": 33775, "cost_usd": 6.727606, "cost_usd_computed": 6.727606, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__dsh__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 7.2, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2577.7, "tokens_input": 130, "tokens_cache_write": 186763, "tokens_cache_read": 6412703, "tokens_output": 144362, "tokens_reasoning": 77921, "cost_usd": 11.157113249999998, "cost_usd_computed": 11.157114, "cost_usd_reported": 11.157113249999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__opencode__fable-5-1__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3636.102, "tokens_input": 200, "tokens_cache_write": 170393, "tokens_cache_read": 10673109, "tokens_output": 32732, "tokens_reasoning": 37029, "cost_usd": 8.28824, "cost_usd_computed": 6.43679, "cost_usd_reported": 8.28824, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1534.3, "tokens_input": 114, "tokens_cache_write": 66003, "tokens_cache_read": 1588892, "tokens_output": 47060, "tokens_reasoning": 15824, "cost_usd": 4.768069499999999, "cost_usd_computed": 4.603062, "cost_usd_reported": 4.768069499999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2572.7, "tokens_input": 134162, "tokens_cache_write": 0, "tokens_cache_read": 3909376, "tokens_output": 95547, "tokens_reasoning": 65695, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2575.9, "tokens_input": 84, "tokens_cache_write": 349839, "tokens_cache_read": 6344280, "tokens_output": 241492, "tokens_reasoning": 163484, "cost_usd": 7.848227000000002, "cost_usd_computed": 7.848227, "cost_usd_reported": 7.848227000000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_momijigari__opencode__opus-5-5__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_momijigari", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5365.925, "tokens_input": 254, "tokens_cache_write": 948419, "tokens_cache_read": 20757242, "tokens_output": 134607, "tokens_reasoning": 260913, "cost_usd": 16.804959, "cost_usd_computed": 11.586699, "cost_usd_reported": 16.804959, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_neon_hover_racer__api-oneshot__claude-fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_neon_hover_racer", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 424.7, "tokens_input": 362, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 35171, "tokens_reasoning": 23284, "cost_usd": 1.76217, "cost_usd_computed": 1.76217, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_neon_hover_racer__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_neon_hover_racer", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 225.3, "tokens_input": 362, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 24017, "tokens_reasoning": 10660, "cost_usd": 0.481788, "cost_usd_computed": 0.481788, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_neon_hover_racer__api-oneshot__claude-sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_neon_hover_racer", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 301.6, "tokens_input": 362, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 38452, "tokens_reasoning": 24237, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_neon_hover_racer__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_neon_hover_racer", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 388.5, "tokens_input": 309, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 39119, "tokens_reasoning": 33039, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_neon_hover_racer__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_neon_hover_racer", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 141.5, "tokens_input": 217, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 8781, "tokens_reasoning": 1291, "cost_usd": 0.44122, "cost_usd_computed": 0.44122, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_neon_hover_racer__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_neon_hover_racer", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 114.8, "tokens_input": 217, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 6182, "tokens_reasoning": 1034, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_neon_hover_racer__api-oneshot__minimax-m3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_neon_hover_racer", "model": "minimax-m3", "model_id": "minimax-m3", "vendor": "unknown", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 207.0, "tokens_input": 343, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 41221, "tokens_reasoning": 34258, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 272.3, "tokens_input": 379, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 62563, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 387.6, "tokens_input": 432, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 47434, "tokens_reasoning": 33828, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__gpt-6-astra", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 387.3, "tokens_input": 342, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 21140, "tokens_reasoning": 7768, "cost_usd": 1.06042, "cost_usd_computed": 1.06042, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 189.1, "tokens_input": 342, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 26073, "tokens_reasoning": 15494, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 173.5, "tokens_input": 342, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14781, "tokens_reasoning": 4634, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 18.5, "tokens_input": 403, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 37817, "tokens_reasoning": 32981, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__minimax-m3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "MiniMax M3", "model_id": "minimax-m3", "vendor": "MiniMax (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 357.6, "tokens_input": 467, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 64000, "tokens_reasoning": 63999, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "dnf", "wall_time_s": 45.9, "tokens_input": 393, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 40960, "tokens_reasoning": 40960, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_night_train__raw-api__qwen3.8-max", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_night_train", "model": "Qwen3.8 Max", "model_id": "qwen3p8-max", "vendor": "Alibaba Qwen (via Fireworks)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 383.3, "tokens_input": 393, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 55146, "tokens_reasoning": 38887, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_octopus_reef__claude-code__haiku-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_octopus_reef", "model": "Claude Haiku 5.5", "model_id": "claude-haiku-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1068.7, "tokens_input": 42, "tokens_cache_write": 58621, "tokens_cache_read": 1372761, "tokens_output": 66637, "tokens_reasoning": 44883, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_paris_tower__raw-api__deepseek-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_paris_tower", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 225.8, "tokens_input": 392, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 57767, "tokens_reasoning": 44793, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_paris_tower__raw-api__deepseek-v4-pro", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_paris_tower", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 210.9, "tokens_input": 445, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 27197, "tokens_reasoning": 19615, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_paris_tower__raw-api__gpt-6-luna", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_paris_tower", "model": "GPT-6 Luna", "model_id": "gpt-6-luna", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 147.7, "tokens_input": 354, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 19242, "tokens_reasoning": 9322, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_paris_tower__raw-api__gpt-6-sol", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_paris_tower", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 162.5, "tokens_input": 354, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14305, "tokens_reasoning": 3874, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_paris_tower__raw-api__gpt-oss-120b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_paris_tower", "model": "gpt-oss-120b", "model_id": "gpt-oss-120b", "vendor": "OpenAI open-weight (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "ok", "wall_time_s": 14.8, "tokens_input": 415, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 22765, "tokens_reasoning": 18681, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_paris_tower__raw-api__qwen3.8-27b", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_paris_tower", "model": "Qwen3.8 27B", "model_id": "qwen-3.8-27b", "vendor": "Alibaba Qwen (via Cerebras)", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "default", "status": "ok", "wall_time_s": 19.3, "tokens_input": 406, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 25282, "tokens_reasoning": 2228, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pathtraced_product_shot__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_pathtraced_product_shot", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2274.9, "tokens_input": 114, "tokens_cache_write": 216598, "tokens_cache_read": 8605492, "tokens_output": 132165, "tokens_reasoning": 74177, "cost_usd": 5.447844, "cost_usd_computed": 5.447844, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pathtraced_product_shot__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_pathtraced_product_shot", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 806.8, "tokens_input": 189, "tokens_cache_write": 106354, "tokens_cache_read": 4160753, "tokens_output": 73623, "tokens_reasoning": 44593, "cost_usd": 1.781467, "cost_usd_computed": 1.781467, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pinball_cosmos_table__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "threejs", "prompt_id": "threejs_pinball_cosmos_table", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 229.7, "tokens_input": 329, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 32949, "tokens_reasoning": 26316, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pinball_cosmos_table__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "threejs", "prompt_id": "threejs_pinball_cosmos_table", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 298.0, "tokens_input": 239, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 13840, "tokens_reasoning": 2070, "cost_usd": 0.69439, "cost_usd_computed": 0.69439, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pinball_cosmos_table__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "threejs", "prompt_id": "threejs_pinball_cosmos_table", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 185.2, "tokens_input": 239, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 10531, "tokens_reasoning": 1201, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pinball_cosmos_table__api-oneshot__minimax-m3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "threejs", "prompt_id": "threejs_pinball_cosmos_table", "model": "minimax-m3", "model_id": "minimax-m3", "vendor": "unknown", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 268.3, "tokens_input": 363, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 49441, "tokens_reasoning": 38140, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pinball_cosmos_table__api-oneshot__qwen3p8-max__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "threejs", "prompt_id": "threejs_pinball_cosmos_table", "model": "qwen3p8-max", "model_id": "qwen3p8-max", "vendor": "Alibaba", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 543.4, "tokens_input": 288, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 57276, "tokens_reasoning": 38758, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pirate_island_diorama__api-oneshot__claude-fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_pirate_island_diorama", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 482.0, "tokens_input": 389, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 38796, "tokens_reasoning": 26873, "cost_usd": 1.94369, "cost_usd_computed": 1.94369, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pirate_island_diorama__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_pirate_island_diorama", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 448.0, "tokens_input": 389, "tokens_cache_write": 0, "tokens_cache_read": null, "tokens_output": 48331, "tokens_reasoning": 29755, "cost_usd": 0.968176, "cost_usd_computed": 0.968176, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pirate_island_diorama__api-oneshot__deepseek-v4-pro__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_pirate_island_diorama", "model": "DeepSeek V4 Pro", "model_id": "deepseek-v4-pro", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 167.4, "tokens_input": 333, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 15835, "tokens_reasoning": 8925, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pirate_island_diorama__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_pirate_island_diorama", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 238.1, "tokens_input": 241, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 14210, "tokens_reasoning": 2070, "cost_usd": 0.71291, "cost_usd_computed": 0.71291, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pirate_island_diorama__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_pirate_island_diorama", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 349.7, "tokens_input": 241, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 12371, "tokens_reasoning": 2588, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pirate_island_diorama__api-oneshot__minimax-m3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_pirate_island_diorama", "model": "minimax-m3", "model_id": "minimax-m3", "vendor": "unknown", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 209.4, "tokens_input": 367, "tokens_cache_write": null, "tokens_cache_read": 366, "tokens_output": 45026, "tokens_reasoning": 39140, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_pirate_island_diorama__api-oneshot__qwen3p8-max__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-06", "category": "threejs", "prompt_id": "threejs_pirate_island_diorama", "model": "qwen3p8-max", "model_id": "qwen3p8-max", "vendor": "Alibaba", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 588.0, "tokens_input": 289, "tokens_cache_write": null, "tokens_cache_read": 0, "tokens_output": 53778, "tokens_reasoning": 37954, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_procedural_armor_suit__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_procedural_armor_suit", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 4050.0, "tokens_input": 66, "tokens_cache_write": 447942, "tokens_cache_read": 3898796, "tokens_output": 118223, "tokens_reasoning": 60860, "cost_usd": 5.384193, "cost_usd_computed": 5.384193, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_procedural_armor_suit__claude-code__opus-5-5-low__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_procedural_armor_suit", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "low", "status": "ok", "wall_time_s": 242.8, "tokens_input": 26, "tokens_cache_write": 29434, "tokens_cache_read": 616349, "tokens_output": 18742, "tokens_reasoning": 1144, "cost_usd": 0.645384, "cost_usd_computed": 0.645384, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_procedural_armor_suit__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_procedural_armor_suit", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2153.5, "tokens_input": 90, "tokens_cache_write": 169085, "tokens_cache_read": 4599204, "tokens_output": 129939, "tokens_reasoning": 80933, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_procedural_armor_suit__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_procedural_armor_suit", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1549.4, "tokens_input": 93, "tokens_cache_write": 97499, "tokens_cache_read": 1688152, "tokens_output": 66524, "tokens_reasoning": 25495, "cost_usd": 5.990272, "cost_usd_computed": 5.990272, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_procedural_armor_suit__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_procedural_armor_suit", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2522.0, "tokens_input": 14090, "tokens_cache_write": 164805, "tokens_cache_read": 4138035, "tokens_output": 131658, "tokens_reasoning": 56989, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_procedural_armor_suit__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_procedural_armor_suit", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 7194.2, "tokens_input": 65599, "tokens_cache_write": 0, "tokens_cache_read": 13287808, "tokens_output": 141576, "tokens_reasoning": 85659, "cost_usd": 0.13464887399999997, "cost_usd_computed": 0.134649, "cost_usd_reported": 0.13464887399999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_procedural_armor_suit__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_procedural_armor_suit", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2456.6, "tokens_input": 148690, "tokens_cache_write": 0, "tokens_cache_read": 3113775, "tokens_output": 140646, "tokens_reasoning": 105106, "cost_usd": 1.6365898999999997, "cost_usd_computed": 1.636589, "cost_usd_reported": 1.6365898999999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ps1_horror_kitchen__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_ps1_horror_kitchen", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1352.5, "tokens_input": 58, "tokens_cache_write": 160340, "tokens_cache_read": 4214897, "tokens_output": 129012, "tokens_reasoning": 77636, "cost_usd": 4.225151, "cost_usd_computed": 4.225151, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_ps1_horror_kitchen__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_ps1_horror_kitchen", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 571.1, "tokens_input": 114, "tokens_cache_write": 85462, "tokens_cache_read": 1975346, "tokens_output": 58122, "tokens_reasoning": 32749, "cost_usd": 1.147441, "cost_usd_computed": 1.147441, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_rocket_car_arena__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_rocket_car_arena", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1324.5, "tokens_input": 62, "tokens_cache_write": 119970, "tokens_cache_read": 3184711, "tokens_output": 84858, "tokens_reasoning": 40141, "cost_usd": 2.9342, "cost_usd_computed": 2.9342, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_rocket_car_arena__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_rocket_car_arena", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 430.4, "tokens_input": 99, "tokens_cache_write": 74700, "tokens_cache_read": 1696564, "tokens_output": 53689, "tokens_reasoning": 26240, "cost_usd": 1.025801, "cost_usd_computed": 1.025801, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_rube_goldberg_breakfast__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "threejs", "prompt_id": "threejs_rube_goldberg_breakfast", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 339.3, "tokens_input": 235, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 13003, "tokens_reasoning": 2662, "cost_usd": 0.6525, "cost_usd_computed": 0.6525, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_slime_softbody__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_slime_softbody", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 3303.1, "tokens_input": 122, "tokens_cache_write": 180714, "tokens_cache_read": 7788602, "tokens_output": 111764, "tokens_reasoning": 58089, "cost_usd": 4.697058, "cost_usd_computed": 4.697058, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_slime_softbody__claude-code__opus-5-5-low__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_slime_softbody", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "low", "status": "ok", "wall_time_s": 78.2, "tokens_input": 4, "tokens_cache_write": 13006, "tokens_cache_read": 54592, "tokens_output": 7774, "tokens_reasoning": 787, "cost_usd": 0.231444, "cost_usd_computed": 0.231444, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_slime_softbody__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_slime_softbody", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2532.9, "tokens_input": 82, "tokens_cache_write": 264546, "tokens_cache_read": 4934135, "tokens_output": 91229, "tokens_reasoning": 52520, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_slime_softbody__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_slime_softbody", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2573.3, "tokens_input": 23787, "tokens_cache_write": 139946, "tokens_cache_read": 4613416, "tokens_output": 103364, "tokens_reasoning": 64764, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_slime_softbody__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_slime_softbody", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5003.9, "tokens_input": 63212, "tokens_cache_write": 0, "tokens_cache_read": 21797632, "tokens_output": 159643, "tokens_reasoning": 94282, "cost_usd": 0.17066049600000002, "cost_usd_computed": 0.170661, "cost_usd_reported": 0.17066049600000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_slime_softbody__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "threejs", "prompt_id": "threejs_slime_softbody", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3517.9, "tokens_input": 176417, "tokens_cache_write": 0, "tokens_cache_read": 8176388, "tokens_output": 151432, "tokens_reasoning": 99366, "cost_usd": 3.0391454800000006, "cost_usd_computed": 3.039146, "cost_usd_reported": 3.0391454800000006, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_soap_bubble_shader_playground__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-08", "category": "threejs", "prompt_id": "threejs_soap_bubble_shader_playground", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.293", "harness_family": "Claude Code", "track": "home", "effort": "high", "status": "ok", "wall_time_s": 530.1, "tokens_input": 44, "tokens_cache_write": 72115, "tokens_cache_read": 1221416, "tokens_output": 41581, "tokens_reasoning": 17373, "cost_usd": 0.8404687, "cost_usd_computed": 0.718327, "cost_usd_reported": 0.8404687, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_solar_sail_orrery__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_solar_sail_orrery", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 752.0, "tokens_input": 44, "tokens_cache_write": 67103, "tokens_cache_read": 1481731, "tokens_output": 40629, "tokens_reasoning": 10514, "cost_usd": 1.444617, "cost_usd_computed": 1.444617, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_solar_sail_orrery__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_solar_sail_orrery", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 541.3, "tokens_input": 132, "tokens_cache_write": 91099, "tokens_cache_read": 2472757, "tokens_output": 62624, "tokens_reasoning": 33915, "cost_usd": 1.303253, "cost_usd_computed": 1.303253, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "dnf", "wall_time_s": 1733.4, "tokens_input": 292, "tokens_cache_write": 88398, "tokens_cache_read": 335725, "tokens_output": 71400, "tokens_reasoning": 67089, "cost_usd": 4.761826, "cost_usd_computed": 4.761826, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__claude-code__fable-5-1__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 3638.502, "tokens_input": 994, "tokens_cache_write": 1053071, "tokens_cache_read": 5733521, "tokens_output": 193252, "tokens_reasoning": 110381, "cost_usd": 24.269307749999996, "cost_usd_computed": 24.269308, "cost_usd_reported": 24.269307749999996, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2585.0, "tokens_input": 80, "tokens_cache_write": 307797, "tokens_cache_read": 5432021, "tokens_output": 215319, "tokens_reasoning": 135975, "cost_usd": 6.939053200000003, "cost_usd_computed": 6.932089, "cost_usd_reported": 6.939053200000003, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__claude-code__opus-5-5__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "stopped_by_us", "wall_time_s": 9002.652, "tokens_input": 17454, "tokens_cache_write": 1228257, "tokens_cache_read": 13677999, "tokens_output": 763262, "tokens_reasoning": null, "cost_usd": 24.211941, "cost_usd_computed": 24.211941, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1653.8, "tokens_input": 132, "tokens_cache_write": 133374, "tokens_cache_read": 3329246, "tokens_output": 84421, "tokens_reasoning": 37564, "cost_usd": 8.885356, "cost_usd_computed": 8.885356, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2577.3, "tokens_input": 120, "tokens_cache_write": 239799, "tokens_cache_read": 5140286, "tokens_output": 138853, "tokens_reasoning": 54950, "cost_usd": 11.226409, "cost_usd_computed": 11.226409, "cost_usd_reported": 11.226409, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__opencode__fable-5-1__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5207.169, "tokens_input": 366, "tokens_cache_write": 459774, "tokens_cache_read": 29338463, "tokens_output": 61591, "tokens_reasoning": 53071, "cost_usd": 18.818551, "cost_usd_computed": 16.165001, "cost_usd_reported": 18.818551, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 967.9, "tokens_input": 87, "tokens_cache_write": 73238, "tokens_cache_read": 1142341, "tokens_output": 43498, "tokens_reasoning": 8051, "cost_usd": 4.233586, "cost_usd_computed": 4.050491, "cost_usd_reported": 4.233586, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2576.4, "tokens_input": 98, "tokens_cache_write": 487720, "tokens_cache_read": 5901364, "tokens_output": 238298, "tokens_reasoning": 163851, "cost_usd": 8.385224800000003, "cost_usd_computed": 8.385225, "cost_usd_reported": 8.385224800000003, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_space_bunny__opencode__opus-5-5__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_space_bunny", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 3896.376, "tokens_input": 140, "tokens_cache_write": 765400, "tokens_cache_read": 17572017, "tokens_output": 111065, "tokens_reasoning": 193530, "cost_usd": 13.433863, "cost_usd_computed": 9.563263, "cost_usd_reported": 13.433863, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_stillwater_pond__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_stillwater_pond", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2581.7, "tokens_input": 1122, "tokens_cache_write": 356580, "tokens_cache_read": 5821985, "tokens_output": 188454, "tokens_reasoning": 124699, "cost_usd": 15.367736250000002, "cost_usd_computed": 15.346666, "cost_usd_reported": 15.367736250000002, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_stillwater_pond__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_stillwater_pond", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2418.2, "tokens_input": 154, "tokens_cache_write": 260565, "tokens_cache_read": 14083158, "tokens_output": 157416, "tokens_reasoning": 73998, "cost_usd": 7.268393, "cost_usd_computed": 7.268393, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_stillwater_pond__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_stillwater_pond", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1527.2, "tokens_input": 76, "tokens_cache_write": 182925, "tokens_cache_read": 3658919, "tokens_output": 153704, "tokens_reasoning": 96829, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_stillwater_pond__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_stillwater_pond", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 842.4, "tokens_input": 156, "tokens_cache_write": 104322, "tokens_cache_read": 3772391, "tokens_output": 72685, "tokens_reasoning": 43020, "cost_usd": 1.690284, "cost_usd_computed": 1.690284, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_stillwater_pond__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_stillwater_pond", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2580.5, "tokens_input": 12739, "tokens_cache_write": 100659, "tokens_cache_read": 1530574, "tokens_output": 87838, "tokens_reasoning": 45192, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_stillwater_pond__opencode__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_stillwater_pond", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1879.1, "tokens_input": 63285, "tokens_cache_write": 0, "tokens_cache_read": 29550464, "tokens_output": 195028, "tokens_reasoning": 123177, "cost_usd": 0.21516094200000008, "cost_usd_computed": 0.215161, "cost_usd_reported": 0.21516094200000008, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_stillwater_pond__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_stillwater_pond", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2575.9, "tokens_input": 82598, "tokens_cache_write": 0, "tokens_cache_read": 262622, "tokens_output": 63458, "tokens_reasoning": 30995, "cost_usd": 0.46313412, "cost_usd_computed": 0.463134, "cost_usd_reported": 0.46313412, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2554.4, "tokens_input": 836, "tokens_cache_write": 350987, "tokens_cache_read": 3299458, "tokens_output": 155767, "tokens_reasoning": 88002, "cost_usd": 13.025682, "cost_usd_computed": 13.008913, "cost_usd_reported": 13.025682, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2580.8, "tokens_input": 44, "tokens_cache_write": 231750, "tokens_cache_read": 1353767, "tokens_output": 252699, "tokens_reasoning": 216184, "cost_usd": 6.4903674, "cost_usd_computed": 6.483659, "cost_usd_reported": 6.4903674, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__claude-code__opus-5-5__attempt4", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 7088.324, "tokens_input": 12272, "tokens_cache_write": 889060, "tokens_cache_read": 20504100, "tokens_output": 533699, "tokens_reasoning": 333546, "cost_usd": 19.26918800000001, "cost_usd_computed": 19.269188, "cost_usd_reported": 19.26918800000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1906.0, "tokens_input": 129, "tokens_cache_write": 126731, "tokens_cache_read": 3095844, "tokens_output": 86032, "tokens_reasoning": 39853, "cost_usd": 8.666044, "cost_usd_computed": 8.666044, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2576.8, "tokens_input": 96, "tokens_cache_write": 312622, "tokens_cache_read": 6066006, "tokens_output": 170558, "tokens_reasoning": 102406, "cost_usd": 13.953136500000005, "cost_usd_computed": 13.953136, "cost_usd_reported": 13.953136500000005, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__opencode__fable-5-1__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 6007.096, "tokens_input": 272, "tokens_cache_write": 678697, "tokens_cache_read": 16137261, "tokens_output": 114597, "tokens_reasoning": 122739, "cost_usd": 24.387548, "cost_usd_computed": 18.250597, "cost_usd_reported": 24.387548, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2001.1, "tokens_input": 144, "tokens_cache_write": 87671, "tokens_cache_read": 2617726, "tokens_output": 63320, "tokens_reasoning": 24036, "cost_usd": 6.881053499999998, "cost_usd_computed": 6.661876, "cost_usd_reported": 6.881053499999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 1145.2, "tokens_input": 65559, "tokens_cache_write": 0, "tokens_cache_read": 1384576, "tokens_output": 41564, "tokens_reasoning": 22076, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__opencode__longcat-2.5-preview__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "LongCat 2.5 Preview", "model_id": "longcat-2.5-preview-free", "vendor": "Meituan", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 743.8, "tokens_input": 40869, "tokens_cache_write": 0, "tokens_cache_read": 221824, "tokens_output": 24617, "tokens_reasoning": 23379, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2577.4, "tokens_input": 26, "tokens_cache_write": 105893, "tokens_cache_read": 398174, "tokens_output": 149071, "tokens_reasoning": 146246, "cost_usd": 3.5906238, "cost_usd_computed": 3.590624, "cost_usd_reported": 3.5906238, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tidewater__opencode__opus-5-5__attempt3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "threejs_tidewater", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 7122.4, "tokens_input": 334, "tokens_cache_write": 1211012, "tokens_cache_read": 28407290, "tokens_output": 515718, "tokens_reasoning": 312304, "cost_usd": 22.052214000000006, "cost_usd_computed": 22.052214, "cost_usd_reported": 22.052214000000006, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tiny_anime_world__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_tiny_anime_world", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1877.9, "tokens_input": 98, "tokens_cache_write": 181556, "tokens_cache_read": 6326596, "tokens_output": 124688, "tokens_reasoning": 64722, "cost_usd": 4.667251, "cost_usd_computed": 4.667251, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_tiny_anime_world__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_tiny_anime_world", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 538.8, "tokens_input": 135, "tokens_cache_write": 77400, "tokens_cache_read": 2365983, "tokens_output": 53243, "tokens_reasoning": 30180, "cost_usd": 1.160697, "cost_usd_computed": 1.160697, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_torchlit_dungeon_dragon__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threejs_torchlit_dungeon_dragon", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 833.8, "tokens_input": 165, "tokens_cache_write": 97683, "tokens_cache_read": 3459396, "tokens_output": 62580, "tokens_reasoning": 34677, "cost_usd": 1.513375, "cost_usd_computed": 1.513375, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_toy_pool_water__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "threejs", "prompt_id": "threejs_toy_pool_water", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1872.1, "tokens_input": 104, "tokens_cache_write": 202887, "tokens_cache_read": 4986755, "tokens_output": 154568, "tokens_reasoning": 100941, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_zoetrope_optical_toys__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "threejs", "prompt_id": "threejs_zoetrope_optical_toys", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 289.7, "tokens_input": 179, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 15904, "tokens_reasoning": 4519, "cost_usd": 0.79699, "cost_usd_computed": 0.79699, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threejs_zoetrope_optical_toys__api-oneshot__gpt-6.1-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-07", "category": "threejs", "prompt_id": "threejs_zoetrope_optical_toys", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 226.8, "tokens_input": 179, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": 12183, "tokens_reasoning": 3106, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threelab_breed_generative_art__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threelab_breed_generative_art", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 716.7, "tokens_input": 42, "tokens_cache_write": 90122, "tokens_cache_read": 1696555, "tokens_output": 59896, "tokens_reasoning": 27938, "cost_usd": 1.988009, "cost_usd_computed": 1.988009, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "threelab_breed_generative_art__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "threelab_breed_generative_art", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 436.5, "tokens_input": 123, "tokens_cache_write": 82804, "tokens_cache_read": 2329879, "tokens_output": 52510, "tokens_reasoning": 26956, "cost_usd": 1.15693, "cost_usd_computed": 1.15693, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_hyperframes__claude-code__opus-5-5-low__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "hyperframes", "prompt_id": "video_printing_press_collage_hyperframes", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "low", "status": "ok", "wall_time_s": 4604.7, "tokens_input": 50, "tokens_cache_write": 323227, "tokens_cache_read": 915464, "tokens_output": 14654, "tokens_reasoning": 2273, "cost_usd": 2.092508, "cost_usd_computed": 2.092508, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_hyperframes__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-29", "category": "hyperframes", "prompt_id": "video_printing_press_collage_hyperframes", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 4403.2, "tokens_input": 106, "tokens_cache_write": 666501, "tokens_cache_read": 4253231, "tokens_output": 131844, "tokens_reasoning": 65373, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_hyperframes__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "hyperframes", "prompt_id": "video_printing_press_collage_hyperframes", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 7005.2, "tokens_input": 657, "tokens_cache_write": 677157, "tokens_cache_read": 29964345, "tokens_output": 153961, "tokens_reasoning": 90554, "cost_usd": 44.440535, "cost_usd_computed": 44.440535, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_hyperframes__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "hyperframes", "prompt_id": "video_printing_press_collage_hyperframes", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2024.3, "tokens_input": 158232, "tokens_cache_write": 147633, "tokens_cache_read": 5090519, "tokens_output": 72447, "tokens_reasoning": 40049, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_hyperframes__opencode__deepseek-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "hyperframes", "prompt_id": "video_printing_press_collage_hyperframes", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 5738.9, "tokens_input": 108079, "tokens_cache_write": 0, "tokens_cache_read": 15477888, "tokens_output": 142277, "tokens_reasoning": 69169, "cost_usd": 0.14801171399999993, "cost_usd_computed": 0.148012, "cost_usd_reported": 0.14801171399999993, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_hyperframes__opencode__deepseek-flash__attempt3", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "hyperframes", "prompt_id": "video_printing_press_collage_hyperframes", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 6293.2, "tokens_input": 69162, "tokens_cache_write": 0, "tokens_cache_read": 17667328, "tokens_output": 181154, "tokens_reasoning": 84034, "cost_usd": 0.17206868399999994, "cost_usd_computed": 0.172068, "cost_usd_reported": 0.17206868399999994, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_hyperframes__opencode__glm-5.3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "hyperframes", "prompt_id": "video_printing_press_collage_hyperframes", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 12134.7, "tokens_input": 329019, "tokens_cache_write": 0, "tokens_cache_read": 23197490, "tokens_output": 200638, "tokens_reasoning": 117339, "cost_usd": 7.3747812, "cost_usd_computed": 7.374781, "cost_usd_reported": 7.3747812, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_remotion__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "remotion", "prompt_id": "video_printing_press_collage_remotion", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "dnf", "wall_time_s": 3466.3, "tokens_input": 124, "tokens_cache_write": 225108, "tokens_cache_read": 7551811, "tokens_output": 115546, "tokens_reasoning": 48950, "cost_usd": 4.947318, "cost_usd_computed": 4.947318, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_remotion__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "remotion", "prompt_id": "video_printing_press_collage_remotion", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "stopped_by_our_timeout", "wall_time_s": 1992.8, "tokens_input": 22, "tokens_cache_write": 36264, "tokens_cache_read": 589039, "tokens_output": 18522, "tokens_reasoning": 15958, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_remotion__codex__gpt-6.1-sol-fast__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "remotion", "prompt_id": "video_printing_press_collage_remotion", "model": "gpt-6.1-sol", "model_id": "gpt-6.1-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2243.6, "tokens_input": 80205, "tokens_cache_write": 151412, "tokens_cache_read": 4036466, "tokens_output": 95050, "tokens_reasoning": 53813, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_remotion__opencode__deepseek-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "remotion", "prompt_id": "video_printing_press_collage_remotion", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 5462.3, "tokens_input": 87518, "tokens_cache_write": 0, "tokens_cache_read": 9552000, "tokens_output": 116051, "tokens_reasoning": 54603, "cost_usd": 0.11141429999999995, "cost_usd_computed": 0.111415, "cost_usd_reported": 0.11141429999999995, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_printing_press_collage_remotion__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-30", "category": "remotion", "prompt_id": "video_printing_press_collage_remotion", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 10037.9, "tokens_input": 198961, "tokens_cache_write": 0, "tokens_cache_read": 14311985, "tokens_output": 173092, "tokens_reasoning": 86868, "cost_usd": 4.7612663, "cost_usd_computed": 4.761266, "cost_usd_reported": 4.7612663, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_style_morph_character_hyperframes__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "hyperframes", "prompt_id": "video_style_morph_character_hyperframes", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2260.3, "tokens_input": 144, "tokens_cache_write": 377060, "tokens_cache_read": 7180226, "tokens_output": 189712, "tokens_reasoning": 107379, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "video_style_morph_character_remotion__claude-code__sonnet-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-02", "category": "remotion", "prompt_id": "video_style_morph_character_remotion", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1445.1, "tokens_input": 86, "tokens_cache_write": 177050, "tokens_cache_read": 4819465, "tokens_output": 119511, "tokens_reasoning": 68357, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "volumetric_raymarched_sun__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "volumetric_raymarched_sun", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1115.4, "tokens_input": 30509, "tokens_cache_write": 209667, "tokens_cache_read": 3183481, "tokens_output": 53696, "tokens_reasoning": 21924, "cost_usd": 2.880987, "cost_usd_computed": 2.880987, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "volumetric_raymarched_sun__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "volumetric_raymarched_sun", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 557.5, "tokens_input": 147, "tokens_cache_write": 89937, "tokens_cache_read": 2987063, "tokens_output": 64699, "tokens_reasoning": 33964, "cost_usd": 1.424571, "cost_usd_computed": 1.424571, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "wc_venice_watercolour__api-oneshot__claude-opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "wc_venice_watercolour", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 718.8, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "wc_venice_watercolour__api-oneshot__claude-opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "wc_venice_watercolour", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 1327.74, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "wc_venice_watercolour__api-oneshot__claude-opus-5-5__attempt3", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "wc_venice_watercolour", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 1281.07, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "wc_venice_watercolour__api-oneshot__deepseek-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "wc_venice_watercolour", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 257.82, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "wc_venice_watercolour__api-oneshot__deepseek-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "wc_venice_watercolour", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 222.32, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "wc_venice_watercolour__api-oneshot__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "wc_venice_watercolour", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 446.99, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "wc_venice_watercolour__api-oneshot__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "wc_venice_watercolour", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "dnf", "wall_time_s": 1769.57, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "wc_venice_watercolour__api-oneshot__kimi-k3__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "motion", "prompt_id": "wc_venice_watercolour", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": null, "status": "ok", "wall_time_s": 1641.15, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgl_particle_life_sim__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgl_particle_life_sim", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 1093.0, "tokens_input": 104, "tokens_cache_write": 118834, "tokens_cache_read": 4186344, "tokens_output": 53337, "tokens_reasoning": 17926, "cost_usd": 2.498595, "cost_usd_computed": 2.498595, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgl_particle_life_sim__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgl_particle_life_sim", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 633.9, "tokens_input": 153, "tokens_cache_write": 98490, "tokens_cache_read": 3367524, "tokens_output": 64422, "tokens_reasoning": 34888, "cost_usd": 1.515011, "cost_usd_computed": 1.515011, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgl_reaction_diffusion_coral__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgl_reaction_diffusion_coral", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 970.0, "tokens_input": 70, "tokens_cache_write": 97116, "tokens_cache_read": 2481140, "tokens_output": 46356, "tokens_reasoning": 18564, "cost_usd": 1.909208, "cost_usd_computed": 1.909208, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgl_reaction_diffusion_coral__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgl_reaction_diffusion_coral", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 744.9, "tokens_input": 168, "tokens_cache_write": 112400, "tokens_cache_read": 4035905, "tokens_output": 76653, "tokens_reasoning": 41216, "cost_usd": 1.798847, "cost_usd_computed": 1.798847, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_ascii_shader_scene__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_ascii_shader_scene", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 930.5, "tokens_input": 122, "tokens_cache_write": 118445, "tokens_cache_read": 6002795, "tokens_output": 58368, "tokens_reasoning": 26140, "cost_usd": 2.960632, "cost_usd_computed": 2.960632, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_ascii_shader_scene__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_ascii_shader_scene", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 578.7, "tokens_input": 171, "tokens_cache_write": 122736, "tokens_cache_read": 4133026, "tokens_output": 58953, "tokens_reasoning": 33391, "cost_usd": 1.661949, "cost_usd_computed": 1.661949, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_deferred_sponza_playground__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-03", "category": "threejs", "prompt_id": "webgpu_deferred_sponza_playground", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 583.8, "tokens_input": 162, "tokens_cache_write": 108554, "tokens_cache_read": 3732577, "tokens_output": 67535, "tokens_reasoning": 33473, "cost_usd": 1.639297, "cost_usd_computed": 1.639297, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_fishing_game__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_fishing_game", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 833.4, "tokens_input": 258, "tokens_cache_write": 120016, "tokens_cache_read": 4301788, "tokens_output": 86282, "tokens_reasoning": 46304, "cost_usd": 1.963726, "cost_usd_computed": 1.963726, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_ink_marbling__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_ink_marbling", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1029.8, "tokens_input": 258, "tokens_cache_write": 153974, "tokens_cache_read": 8846570, "tokens_output": 108626, "tokens_reasoning": 58300, "cost_usd": 3.164038, "cost_usd_computed": 3.164038, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_ocean_wave_physics__claude-code__opus-5-5-high__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_ocean_wave_physics", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 2198.9, "tokens_input": 92, "tokens_cache_write": 106363, "tokens_cache_read": 4587442, "tokens_output": 74757, "tokens_reasoning": 41820, "cost_usd": 2.944811, "cost_usd_computed": 2.944811, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_ocean_wave_physics__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_ocean_wave_physics", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 455.2, "tokens_input": 138, "tokens_cache_write": 93305, "tokens_cache_read": 2869058, "tokens_output": 49341, "tokens_reasoning": 30006, "cost_usd": 1.254108, "cost_usd_computed": 1.254108, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_particle_life_audio__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_particle_life_audio", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 653.0, "tokens_input": 263, "tokens_cache_write": 99462, "tokens_cache_read": 4001560, "tokens_output": 71595, "tokens_reasoning": 34051, "cost_usd": 1.715712, "cost_usd_computed": 1.715712, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_sailing_storm__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_sailing_storm", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 988.5, "tokens_input": 259, "tokens_cache_write": 146058, "tokens_cache_read": 7115111, "tokens_output": 98470, "tokens_reasoning": 57412, "cost_usd": 2.700356, "cost_usd_computed": 2.700356, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "webgpu_snow_physics__codex__gpt-6-sol__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-10-04", "category": "threejs", "prompt_id": "webgpu_snow_physics", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 966.5, "tokens_input": 249, "tokens_cache_write": 136057, "tokens_cache_read": 7747290, "tokens_output": 99618, "tokens_reasoning": 60182, "cost_usd": 2.81825, "cost_usd_computed": 2.81825, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__claude-code__claude-fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 612.2, "tokens_input": 494, "tokens_cache_write": 99635, "tokens_cache_read": 1229227, "tokens_output": 40259, "tokens_reasoning": 29537, "cost_usd": 3.570634, "cost_usd_computed": 3.570634, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__claude-code__claude-opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1976.1, "tokens_input": 94, "tokens_cache_write": 234683, "tokens_cache_read": 8838657, "tokens_output": 167354, "tokens_reasoning": 118590, "cost_usd": 6.288602, "cost_usd_computed": 6.288602, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__claude-code__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 507.7, "tokens_input": 63754, "tokens_cache_write": 0, "tokens_cache_read": 470526, "tokens_output": 29620, "tokens_reasoning": 0, "cost_usd": 0.341921, "cost_usd_computed": 0.341921, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "whale_clouds", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1568.4, "tokens_input": 45291, "tokens_cache_write": 0, "tokens_cache_read": 2083840, "tokens_output": 69862, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__cline__gemini-3.8-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "whale_clouds", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 620.8, "tokens_input": 225317, "tokens_cache_write": 0, "tokens_cache_read": 1067697, "tokens_output": 22625, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "whale_clouds", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1704.8, "tokens_input": 4631, "tokens_cache_write": 0, "tokens_cache_read": 58368, "tokens_output": 1552, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__cline__mimo-v2.6-flash__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "whale_clouds", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 1909.6, "tokens_input": 4417, "tokens_cache_write": 0, "tokens_cache_read": 35968, "tokens_output": 1458, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__cline__muse-spark-1.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "whale_clouds", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 112.7, "tokens_input": 112554, "tokens_cache_write": 0, "tokens_cache_read": 150898, "tokens_output": 14194, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__codex__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 313.6, "tokens_input": 27, "tokens_cache_write": 28001, "tokens_cache_read": 136215, "tokens_output": 12526, "tokens_reasoning": 3254, "cost_usd": 1.042795, "cost_usd_computed": 1.042795, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 129.1, "tokens_input": 30, "tokens_cache_write": 31203, "tokens_cache_read": 207192, "tokens_output": 16065, "tokens_reasoning": 8202, "cost_usd": 0.264554, "cost_usd_computed": 0.264554, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "whale_clouds", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "infra_dnf", "wall_time_s": 360.6, "tokens_input": 14864, "tokens_cache_write": 0, "tokens_cache_read": 1220864, "tokens_output": 71831, "tokens_reasoning": 48973, "cost_usd": 0.048992, "cost_usd_computed": 0.048992, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__dsh__deepseek-flash__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "whale_clouds", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 470.5, "tokens_input": 32763, "tokens_cache_write": 0, "tokens_cache_read": 3707136, "tokens_output": 84634, "tokens_reasoning": 44809, "cost_usd": 0.066815, "cost_usd_computed": 0.066815, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__claude-fable-5-1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 934.0, "tokens_input": 80, "tokens_cache_write": 87816, "tokens_cache_read": 2259964, "tokens_output": 60364, "tokens_reasoning": 41650, "cost_usd": 4.681690999999998, "cost_usd_computed": 4.681691, "cost_usd_reported": 4.681690999999998, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__claude-opus-5-5", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1779.9, "tokens_input": 108, "tokens_cache_write": 233369, "tokens_cache_read": 7307498, "tokens_output": 156250, "tokens_reasoning": 110520, "cost_usd": 5.753776600000001, "cost_usd_computed": 5.753777, "cost_usd_reported": 5.753776600000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 176.6, "tokens_input": 13194, "tokens_cache_write": 0, "tokens_cache_read": 759936, "tokens_output": 24133, "tokens_reasoning": 14009, "cost_usd": 0.018738707999999993, "cost_usd_computed": 0.018739, "cost_usd_reported": 0.018738707999999993, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__glm-5.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 822.3, "tokens_input": 57517, "tokens_cache_write": 0, "tokens_cache_read": 869376, "tokens_output": 46179, "tokens_reasoning": 38376, "cost_usd": 0.50974916, "cost_usd_computed": 0.50975, "cost_usd_reported": 0.50974916, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 427.5, "tokens_input": 21, "tokens_cache_write": 21615, "tokens_cache_read": 82386, "tokens_output": 13436, "tokens_reasoning": 3606, "cost_usd": 1.0245835, "cost_usd_computed": 0.970546, "cost_usd_reported": 1.0245835, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__kimi-k3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 212.4, "tokens_input": 16668, "tokens_cache_write": 0, "tokens_cache_read": 122514, "tokens_output": 6085, "tokens_reasoning": 1169, "cost_usd": 0.1780332, "cost_usd_computed": 0.178033, "cost_usd_reported": 0.1780332, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "whale_clouds", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 194.8, "tokens_input": 28297, "tokens_cache_write": 0, "tokens_cache_read": 279552, "tokens_output": 9092, "tokens_reasoning": 2859, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 158.0, "tokens_input": 24864, "tokens_cache_write": 0, "tokens_cache_read": 173388, "tokens_output": 9818, "tokens_reasoning": 2484, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "whale_clouds__opencode__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "whale_clouds", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 318.6, "tokens_input": 9361, "tokens_cache_write": 0, "tokens_cache_read": 145881, "tokens_output": 10058, "tokens_reasoning": 5427, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__claude-code__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2554.2, "tokens_input": 646, "tokens_cache_write": 313052, "tokens_cache_read": 2400345, "tokens_output": 141157, "tokens_reasoning": 106106, "cost_usd": 11.592616249999997, "cost_usd_computed": 11.577546, "cost_usd_reported": 11.592616249999997, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__claude-code__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 187.9, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "x16_engine__claude-code__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2579.4, "tokens_input": 34, "tokens_cache_write": 232468, "tokens_cache_read": 883232, "tokens_output": 225234, "tokens_reasoning": 218216, "cost_usd": 5.8083974, "cost_usd_computed": 5.843802, "cost_usd_reported": 5.8083974, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__claude-code__opus-5-5__attempt2", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 10095.9, "tokens_input": 244, "tokens_cache_write": 1505506, "tokens_cache_read": 48291175, "tokens_output": 399771, "tokens_reasoning": 288486, "cost_usd": 25.182161, "cost_usd_computed": 25.182161, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__codex__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1634.0, "tokens_input": 129, "tokens_cache_write": 112775, "tokens_cache_read": 2793724, "tokens_output": 75658, "tokens_reasoning": 41102, "cost_usd": 7.705664, "cost_usd_computed": 7.705664, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__fable-5-1__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2579.7, "tokens_input": 112, "tokens_cache_write": 213874, "tokens_cache_read": 5964295, "tokens_output": 125202, "tokens_reasoning": 89058, "cost_usd": 10.42571875, "cost_usd_computed": 10.425719, "cost_usd_reported": 10.42571875, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__fable-5-1__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "x16_engine", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1685.593, "tokens_input": 166, "tokens_cache_write": 179497, "tokens_cache_read": 9839373, "tokens_output": 27279, "tokens_reasoning": 51985, "cost_usd": 8.668416, "cost_usd_computed": 6.069165, "cost_usd_reported": 8.668416, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__glm-5.3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "x16_engine", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 1176.3, "tokens_input": 7192, "tokens_cache_write": 0, "tokens_cache_read": 50, "tokens_output": 61975, "tokens_reasoning": 61714, "cost_usd": 0.2827718, "cost_usd_computed": 0.282772, "cost_usd_reported": 0.2827718, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__gpt-6-astra__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 836.7, "tokens_input": 87, "tokens_cache_write": 45384, "tokens_cache_read": 749336, "tokens_output": 30502, "tokens_reasoning": 8020, "cost_usd": 2.842606, "cost_usd_computed": 2.729146, "cost_usd_reported": 2.842606, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__kimi-k3__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "threejs", "prompt_id": "x16_engine", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "error", "wall_time_s": 984.9, "tokens_input": 31749, "tokens_cache_write": 0, "tokens_cache_read": 236288, "tokens_output": 33347, "tokens_reasoning": 30805, "cost_usd": 0.6663384000000001, "cost_usd_computed": 0.666338, "cost_usd_reported": 0.6663384000000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__longcat-2.5-preview__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "longcat-2.5-preview-free", "model_id": "longcat-2.5-preview-free", "vendor": "unknown", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2576.3, "tokens_input": 100424, "tokens_cache_write": 0, "tokens_cache_read": 3326208, "tokens_output": 68473, "tokens_reasoning": 51992, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__opus-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "threejs", "prompt_id": "x16_engine", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_us", "wall_time_s": 2578.2, "tokens_input": 54, "tokens_cache_write": 557776, "tokens_cache_read": 2833928, "tokens_output": 246379, "tokens_reasoning": 197333, "cost_usd": 8.2834616, "cost_usd_computed": 8.283462, "cost_usd_reported": 8.2834616, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__opus-5-5__attempt3", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-29", "category": "threejs", "prompt_id": "x16_engine", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 5678.02, "tokens_input": 204, "tokens_cache_write": 725906, "tokens_cache_read": 32066706, "tokens_output": 81762, "tokens_reasoning": 269368, "cost_usd": 17.066287, "cost_usd_computed": 11.678927, "cost_usd_reported": 17.066287, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "x16_engine__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "threejs", "prompt_id": "x16_engine", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "stopped_by_our_timeout", "wall_time_s": 2763.068, "tokens_input": 108, "tokens_cache_write": 332752, "tokens_cache_read": 11713969, "tokens_output": 62023, "tokens_reasoning": 219716, "cost_usd": 5.99228, "cost_usd_computed": null, "cost_usd_reported": 5.99228, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__claude-code__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1765.949, "tokens_input": 546, "tokens_cache_write": 244687, "tokens_cache_read": 1343660, "tokens_output": 74990, "tokens_reasoning": null, "cost_usd": 7.16, "cost_usd_computed": 7.149462, "cost_usd_reported": 7.16, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__claude-code__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 492.8, "tokens_input": 774, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 13, "tokens_reasoning": null, "cost_usd": 0.001141, "cost_usd_computed": 0.001141, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__claude-code__glm-5.3__attempt2", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "stopped_by_us", "wall_time_s": 236.4, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__claude-code__glm-5.3__attempt3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "harness_mismatch", "wall_time_s": 1231.5, "tokens_input": 40505, "tokens_cache_write": 0, "tokens_cache_read": 298527, "tokens_output": 81699, "tokens_reasoning": 0, "cost_usd": 0.4938, "cost_usd_computed": 0.4938, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__claude-code__glm-5.3__attempt4", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "error", "wall_time_s": 1446.1, "tokens_input": 32970, "tokens_cache_write": 0, "tokens_cache_read": 448374, "tokens_output": 61821, "tokens_reasoning": 0, "cost_usd": 0.434747, "cost_usd_computed": 0.434747, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__claude-code__glm-5.3__attempt5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 626.5, "tokens_input": 57024, "tokens_cache_write": 0, "tokens_cache_read": 395724, "tokens_output": 47380, "tokens_reasoning": 0, "cost_usd": 0.391194, "cost_usd_computed": 0.391194, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__claude-code__opus-5-5__attempt2", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "xbox360_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 2353.609, "tokens_input": 2898, "tokens_cache_write": 356846, "tokens_cache_read": 3961994, "tokens_output": 149617, "tokens_reasoning": 99675, "cost_usd": 5.580560799999999, "cost_usd_computed": 5.580561, "cost_usd_reported": 5.580560799999999, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__claude-code__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "xbox360_controller", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1328.088, "tokens_input": 96, "tokens_cache_write": 137796, "tokens_cache_read": 4859120, "tokens_output": 119652, "tokens_reasoning": 91567, "cost_usd": 4.054228000000001, "cost_usd_computed": null, "cost_usd_reported": 4.054228000000001, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__cline__deepseek-v4.1-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "xbox360_controller", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "error", "wall_time_s": 433.1, "tokens_input": 15801, "tokens_cache_write": 0, "tokens_cache_read": 950016, "tokens_output": 43801, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__cline__gemini-3.8-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "Gemini 3.8 Flash", "model_id": "gemini-3.8-flash", "vendor": "Google", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 508.4, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": true }, { "result_id": "xbox360_controller__cline__mimo-v2.6-flash__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "xbox360_controller", "model": "MiMo V2.6 Flash", "model_id": "mimo-v2.6-flash", "vendor": "Xiaomi", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "stopped_by_us", "wall_time_s": 2549.5, "tokens_input": 61027, "tokens_cache_write": 0, "tokens_cache_read": 803904, "tokens_output": 29384, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__cline__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "xbox360_controller", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 230.2, "tokens_input": 192001, "tokens_cache_write": 0, "tokens_cache_read": 397223, "tokens_output": 19791, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__cline__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "effort": "high", "status": "ok", "wall_time_s": 123.1, "tokens_input": 18972, "tokens_cache_write": 0, "tokens_cache_read": 355741, "tokens_output": 17587, "tokens_reasoning": null, "cost_usd": 0, "cost_usd_computed": null, "cost_usd_reported": 0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__codex__gpt-6-astra__attempt1", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "xbox360_controller", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.158.0", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 336.415, "tokens_input": 131943, "tokens_cache_write": 27583, "tokens_cache_read": 104339, "tokens_output": 13519, "tokens_reasoning": 4262, "cost_usd": 1.0563, "cost_usd_computed": 1.0563, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__codex__gpt-6-astra__attempt2", "in_results": true, "source": "computed by ingest from meta.json tokens x config/prices.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "xbox360_controller", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "Codex CLI 0.158.0", "harness_family": "Codex CLI", "track": "home", "effort": "xhigh", "status": "ok", "wall_time_s": 967.904, "tokens_input": 456824, "tokens_cache_write": 34766, "tokens_cache_read": 422004, "tokens_output": 17776, "tokens_reasoning": 6045, "cost_usd": 1.659, "cost_usd_computed": 1.659, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__codex__gpt-6-sol", "in_results": true, "source": "ledger", "run_date": "2026-09-25", "category": "svg", "prompt_id": "xbox360_controller", "model": "GPT-6 Sol", "model_id": "gpt-6-sol", "vendor": "OpenAI", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 124.7, "tokens_input": 27, "tokens_cache_write": 28985, "tokens_cache_read": 160156, "tokens_output": 16016, "tokens_reasoning": 8530, "cost_usd": 0.250215, "cost_usd_computed": 0.250215, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__dsh__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 560.0, "tokens_input": 44768, "tokens_cache_write": 0, "tokens_cache_read": 7407872, "tokens_output": 91625, "tokens_reasoning": 51113, "cost_usd": 0.083914, "cost_usd_computed": 0.083914, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__kimi-code__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1473.7, "tokens_input": 68480, "tokens_cache_write": 0, "tokens_cache_read": 1789882, "tokens_output": 39300, "tokens_reasoning": null, "cost_usd": 1.331905, "cost_usd_computed": 1.331905, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__deepseek-flash", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 689.5, "tokens_input": 37103, "tokens_cache_write": 0, "tokens_cache_read": 7538816, "tokens_output": 36792, "tokens_reasoning": 78106, "cost_usd": 0.0971, "cost_usd_computed": 0.09712, "cost_usd_reported": 0.0971, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__fable-5-1", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "Claude Fable 5.1", "model_id": "claude-fable-5-1", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1308.8, "tokens_input": 72, "tokens_cache_write": 124733, "tokens_cache_read": 2221636, "tokens_output": 31793, "tokens_reasoning": 55184, "cost_usd": 6.4641, "cost_usd_computed": 6.464142, "cost_usd_reported": 6.4641, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__glm-5.3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1147.9, "tokens_input": 90684, "tokens_cache_write": 0, "tokens_cache_read": 1701700, "tokens_output": 12568, "tokens_reasoning": 56304, "cost_usd": 0.8724, "cost_usd_computed": 0.872437, "cost_usd_reported": 0.8724, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__gpt-6-astra", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "GPT-6 Astra", "model_id": "gpt-6-astra", "vendor": "OpenAI", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 507.0, "tokens_input": 39, "tokens_cache_write": 26711, "tokens_cache_read": 221131, "tokens_output": 10329, "tokens_reasoning": 5296, "cost_usd": 1.3367, "cost_usd_computed": 1.269881, "cost_usd_reported": 1.3367, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__kimi-k3", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 847.1, "tokens_input": 35392, "tokens_cache_write": 0, "tokens_cache_read": 345881, "tokens_output": 6246, "tokens_reasoning": 17745, "cost_usd": 0.5698, "cost_usd_computed": 0.569805, "cost_usd_reported": 0.5698, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__muse-spark-1.3", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "xbox360_controller", "model": "Muse Spark 1.3", "model_id": "muse-spark-1.3", "vendor": "Meta", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "xhigh", "status": "ok", "wall_time_s": 155.2, "tokens_input": 30734, "tokens_cache_write": 0, "tokens_cache_read": 234158, "tokens_output": 10870, "tokens_reasoning": 3573, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__opus-5-5", "in_results": true, "source": "ledger", "run_date": "2026-09-24", "category": "svg", "prompt_id": "xbox360_controller", "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 1409.4, "tokens_input": 86, "tokens_cache_write": 190853, "tokens_cache_read": 5485959, "tokens_output": 30883, "tokens_reasoning": 113063, "cost_usd": 4.9307, "cost_usd_computed": 4.930721, "cost_usd_reported": 4.9307, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__sonnet-5-5__attempt1", "in_results": true, "source": "cost.json", "run_date": "2026-09-28", "category": "svg", "prompt_id": "xbox360_controller", "model": "Claude Sonnet 5.5", "model_id": "claude-sonnet-5-5", "vendor": "Anthropic", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 2074.985, "tokens_input": 202, "tokens_cache_write": 429317, "tokens_cache_read": 10856200, "tokens_output": 70403, "tokens_reasoning": 157457, "cost_usd": 5.523537, "cost_usd_computed": null, "cost_usd_reported": 5.523537, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__opencode__space-bunny-alpha", "in_results": true, "source": "cost.json", "run_date": "2026-09-25", "category": "svg", "prompt_id": "xbox360_controller", "model": "Space Bunny Alpha", "model_id": "space-bunny-alpha", "vendor": "Undisclosed (stealth)", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 343.3, "tokens_input": 10111, "tokens_cache_write": 0, "tokens_cache_read": 152802, "tokens_output": 9899, "tokens_reasoning": 4279, "cost_usd": 0.0, "cost_usd_computed": null, "cost_usd_reported": 0.0, "cost_basis": "reported_by_harness", "note": null, "kind": "result", "usage_not_reported": false }, { "result_id": "xbox360_controller__raw-api__gemini-3.6-flash", "in_results": true, "source": "cost.json", "run_date": "2026-09-26", "category": "svg", "prompt_id": "xbox360_controller", "model": "Gemini 3.6 Flash", "model_id": "gemini-3.6-flash", "vendor": "Google", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "high", "status": "dnf", "wall_time_s": 31.23, "tokens_input": 57, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 961, "tokens_reasoning": 950, "cost_usd": 0.0, "cost_usd_computed": 0.0, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "result", "usage_not_reported": false } ], "not_result_rows": [ { "result_id": "brown_pelican_detailed__kimi-code__kimi-k3__attempt1_infra", "in_results": false, "source": "ledger", "run_date": null, "category": "svg", "prompt_id": null, "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "dnf", "wall_time_s": 1042.7, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "infra", "usage_not_reported": true }, { "result_id": "fjord__raw-api__opus-5-5__max__attempt3__attempt1_infra", "in_results": false, "source": "ledger", "run_date": null, "category": "threejs", "prompt_id": null, "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "effort": "max", "status": "dnf", "wall_time_s": 15.3, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 0, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "infra", "usage_not_reported": true }, { "result_id": "macbook_pro_16__opencode__deepseek-flash__attempt1_infra", "in_results": false, "source": "ledger", "run_date": null, "category": "svg", "prompt_id": null, "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "dnf", "wall_time_s": 1832.3, "tokens_input": null, "tokens_cache_write": null, "tokens_cache_read": null, "tokens_output": null, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "infra", "usage_not_reported": false }, { "result_id": "pelican_bicycle__claude-code__glm-5.3__attempt1_infra", "in_results": false, "source": "ledger", "run_date": null, "category": "svg", "prompt_id": null, "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "dnf", "wall_time_s": 386.4, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "infra", "usage_not_reported": true }, { "result_id": "pelican_bicycle__claude-code__glm-5.3__attempt2_infra", "in_results": false, "source": "ledger", "run_date": null, "category": "svg", "prompt_id": null, "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "dnf", "wall_time_s": 386.4, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": null, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "infra", "usage_not_reported": true }, { "result_id": "pelican_bicycle_animated__grok-build__grok-4.7__attempt1_infra", "in_results": false, "source": "ledger", "run_date": null, "category": "svg", "prompt_id": null, "model": "Grok 4.7", "model_id": "grok-4.7", "vendor": "xAI", "harness": "Grok Build 1.0.41", "harness_family": "Grok Build", "track": "home", "effort": "xhigh", "status": "dnf", "wall_time_s": 21.2, "tokens_input": 0, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 0, "tokens_reasoning": 0, "cost_usd": null, "cost_usd_computed": null, "cost_usd_reported": null, "cost_basis": "unknown", "note": null, "kind": "infra", "usage_not_reported": true }, { "result_id": "ps5_controller__claude-code__glm-5.3__attempt1_infra", "in_results": false, "source": "ledger", "run_date": null, "category": "svg", "prompt_id": null, "model": "GLM-5.3", "model_id": "glm-5.3", "vendor": "Z.ai", "harness": "Claude Code", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "dnf", "wall_time_s": 573.1, "tokens_input": 1200, "tokens_cache_write": 0, "tokens_cache_read": 0, "tokens_output": 14, "tokens_reasoning": null, "cost_usd": 0.001742, "cost_usd_computed": 0.001742, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "infra", "usage_not_reported": false }, { "result_id": "smoke_blender__claude-code__opus-5-5", "in_results": false, "source": "ledger", "run_date": null, "category": "blender", "prompt_id": null, "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 999.7, "tokens_input": 50, "tokens_cache_write": 158490, "tokens_cache_read": 2064014, "tokens_output": 41192, "tokens_reasoning": null, "cost_usd": 2.04, "cost_usd_computed": 2.029293, "cost_usd_reported": 2.04, "cost_basis": "reported_by_harness", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "smoke_blender__claude-code__opus-5-5__r2", "in_results": false, "source": "ledger", "run_date": null, "category": "blender", "prompt_id": null, "model": "Claude Opus 5.5", "model_id": "claude-opus-5-5", "vendor": "Anthropic", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 679.5, "tokens_input": 58, "tokens_cache_write": 109605, "tokens_cache_read": 2232663, "tokens_output": 47556, "tokens_reasoning": null, "cost_usd": 1.95, "cost_usd_computed": 1.94591, "cost_usd_reported": 1.95, "cost_basis": "reported_by_harness", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "smoke_blender__kimi-code__kimi-k3", "in_results": false, "source": "ledger", "run_date": null, "category": "blender", "prompt_id": null, "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 201.7, "tokens_input": 35318, "tokens_cache_write": 0, "tokens_cache_read": 246016, "tokens_output": 2475, "tokens_reasoning": null, "cost_usd": 0.216884, "cost_usd_computed": 0.216884, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "smoke_blender__opencode__deepseek-flash", "in_results": false, "source": "ledger", "run_date": null, "category": "blender", "prompt_id": null, "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 266.4, "tokens_input": 20041, "tokens_cache_write": 0, "tokens_cache_read": 177536, "tokens_output": 3234, "tokens_reasoning": 2131, "cost_usd": 0.0068, "cost_usd_computed": 0.013515, "cost_usd_reported": 0.0068, "cost_basis": "reported_by_harness", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "smoke_hyperframes__dsh__deepseek-flash", "in_results": false, "source": "ledger", "run_date": null, "category": "hyperframes", "prompt_id": null, "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "dnf", "wall_time_s": 20.0, "tokens_input": 6986, "tokens_cache_write": 0, "tokens_cache_read": 8192, "tokens_output": 313, "tokens_reasoning": 8, "cost_usd": 0.001261, "cost_usd_computed": 0.001261, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "smoke_hyperframes__opencode__deepseek-flash", "in_results": false, "source": "ledger", "run_date": null, "category": "hyperframes", "prompt_id": null, "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 85.7, "tokens_input": 25086, "tokens_cache_write": 0, "tokens_cache_read": 494080, "tokens_output": 3807, "tokens_reasoning": 2524, "cost_usd": 0.009, "cost_usd_computed": 0.018087, "cost_usd_reported": 0.009, "cost_basis": "reported_by_harness", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "smoke_remotion__opencode__deepseek-flash", "in_results": false, "source": "ledger", "run_date": null, "category": "remotion", "prompt_id": null, "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 146.1, "tokens_input": 18800, "tokens_cache_write": 0, "tokens_cache_read": 329600, "tokens_output": 2988, "tokens_reasoning": 3980, "cost_usd": 0.008, "cost_usd_computed": 0.00799, "cost_usd_reported": 0.008, "cost_basis": "reported_by_harness", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "smoke_threejs__dsh__deepseek-flash", "in_results": false, "source": "ledger", "run_date": null, "category": "threejs", "prompt_id": null, "model": "DeepSeek V4.1 Flash", "model_id": "deepseek-flash", "vendor": "DeepSeek", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 80.0, "tokens_input": 9695, "tokens_cache_write": 0, "tokens_cache_read": 181888, "tokens_output": 9264, "tokens_reasoning": 4704, "cost_usd": 0.007558, "cost_usd_computed": 0.007558, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "smoke_threejs__opencode__kimi-k3", "in_results": false, "source": "ledger", "run_date": null, "category": "threejs", "prompt_id": null, "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "effort": "max", "status": "ok", "wall_time_s": 226.1, "tokens_input": 18463, "tokens_cache_write": 0, "tokens_cache_read": 132033, "tokens_output": 2330, "tokens_reasoning": 865, "cost_usd": 0.1429, "cost_usd_computed": 0.142924, "cost_usd_reported": 0.1429, "cost_basis": "reported_by_harness", "note": null, "kind": "setup", "usage_not_reported": false }, { "result_id": "whale_clouds__kimi-code__kimi-k3", "in_results": false, "source": "ledger", "run_date": null, "category": "svg", "prompt_id": null, "model": "Kimi K3", "model_id": "kimi-k3", "vendor": "Moonshot", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "home", "effort": "max", "status": "ok", "wall_time_s": 1426.2, "tokens_input": 78954, "tokens_cache_write": 0, "tokens_cache_read": 2177719, "tokens_output": 33230, "tokens_reasoning": null, "cost_usd": 1.388628, "cost_usd_computed": 1.388628, "cost_usd_reported": null, "cost_basis": "estimated_from_list_price", "note": null, "kind": "other", "usage_not_reported": false } ], "totals": { "runs": 3012, "ok": 2481, "spend_usd": 4142.821632, "reported_usd": 2385.051022, "estimated_usd": 1757.77061, "reported_runs": 436, "estimated_runs": 736, "unknown_runs": 1840, "wasted_usd": 585.536681, "wasted_runs": 531, "not_results": [ { "kind": "infra", "label": "infrastructure failures, not model results", "runs": 7, "spend_usd": 0.001742, "unknown_runs": 6 }, { "kind": "setup", "label": "setup smoke tests for later waves, not results", "runs": 9, "spend_usd": 4.382403, "unknown_runs": 0 }, { "kind": "other", "label": "other ledger rows without a result", "runs": 1, "spend_usd": 1.388628, "unknown_runs": 0 } ], "everything_usd": 4148.594405 }, "by_model": [ { "key": "Claude Opus 5.5", "label": "Claude Opus 5.5", "runs": 354, "ok": 283, "spend_usd": 1853.087623, "reported_usd": 1209.194036, "estimated_usd": 643.893587, "unknown_runs": 30, "wasted_usd": 253.343826, "wasted_runs": 71, "cost_per_ok_usd": 6.548013 }, { "key": "Claude Fable 5.1", "label": "Claude Fable 5.1", "runs": 181, "ok": 161, "spend_usd": 1001.682682, "reported_usd": 646.848461, "estimated_usd": 354.834222, "unknown_runs": 1, "wasted_usd": 186.750334, "wasted_runs": 20, "cost_per_ok_usd": 6.221632 }, { "key": "GPT-6 Astra", "label": "GPT-6 Astra", "runs": 264, "ok": 260, "spend_usd": 743.431392, "reported_usd": 200.780205, "estimated_usd": 542.651187, "unknown_runs": 3, "wasted_usd": 1.26467, "wasted_runs": 4, "cost_per_ok_usd": 2.859352 }, { "key": "Claude Sonnet 5.5", "label": "Claude Sonnet 5.5", "runs": 84, "ok": 54, "spend_usd": 177.920438, "reported_usd": 177.920438, "estimated_usd": 0.0, "unknown_runs": 54, "wasted_usd": 117.958585, "wasted_runs": 30, "cost_per_ok_usd": 3.294823 }, { "key": "GPT-6 Sol", "label": "GPT-6 Sol", "runs": 238, "ok": 238, "spend_usd": 153.401631, "reported_usd": 0.0, "estimated_usd": 153.401631, "unknown_runs": 134, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.644545 }, { "key": "GLM-5.3", "label": "GLM-5.3", "runs": 110, "ok": 45, "spend_usd": 72.995597, "reported_usd": 47.122002, "estimated_usd": 25.873595, "unknown_runs": 61, "wasted_usd": 20.539992, "wasted_runs": 65, "cost_per_ok_usd": 1.622124 }, { "key": "Kimi K3", "label": "Kimi K3", "runs": 105, "ok": 94, "spend_usd": 66.252146, "reported_usd": 32.278062, "estimated_usd": 33.974084, "unknown_runs": 73, "wasted_usd": 4.849209, "wasted_runs": 11, "cost_per_ok_usd": 0.70481 }, { "key": "Grok 4.7", "label": "Grok 4.7", "runs": 10, "ok": 10, "spend_usd": 65.0661, "reported_usd": 65.0661, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 6.50661 }, { "key": "DeepSeek V4.1 Flash", "label": "DeepSeek V4.1 Flash", "runs": 248, "ok": 219, "spend_usd": 8.858429, "reported_usd": 5.768425, "estimated_usd": 3.090004, "unknown_runs": 180, "wasted_usd": 0.756773, "wasted_runs": 29, "cost_per_ok_usd": 0.040449 }, { "key": "Gemini 3.8 Flash", "label": "Gemini 3.8 Flash", "runs": 16, "ok": 8, "spend_usd": 0.073293, "reported_usd": 0.073293, "estimated_usd": 0.0, "unknown_runs": 10, "wasted_usd": 0.073293, "wasted_runs": 8, "cost_per_ok_usd": 0.009162 }, { "key": "DeepSeek V4 Pro", "label": "DeepSeek V4 Pro", "runs": 171, "ok": 167, "spend_usd": 0.0523, "reported_usd": 0.0, "estimated_usd": 0.0523, "unknown_runs": 170, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.000313 }, { "key": "Claude Haiku 5.5", "label": "Claude Haiku 5.5", "runs": 7, "ok": 7, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "Claude Sonnet 5", "label": "Claude Sonnet 5", "runs": 99, "ok": 97, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 99, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.0 }, { "key": "GPT-6 Luna", "label": "GPT-6 Luna", "runs": 134, "ok": 134, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 134, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "Gemini 3.6 Flash", "label": "Gemini 3.6 Flash", "runs": 11, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 8, "cost_per_ok_usd": 0.0 }, { "key": "Gemini 3.7 Flash", "label": "Gemini 3.7 Flash", "runs": 2, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": null }, { "key": "LongCat 2.5 Preview", "label": "LongCat 2.5 Preview", "runs": 36, "ok": 30, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 6, "cost_per_ok_usd": 0.0 }, { "key": "MiMo V2.6 Flash", "label": "MiMo V2.6 Flash", "runs": 16, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 14, "wasted_usd": 0.0, "wasted_runs": 14, "cost_per_ok_usd": 0.0 }, { "key": "MiniMax M3", "label": "MiniMax M3", "runs": 56, "ok": 40, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 56, "wasted_usd": 0.0, "wasted_runs": 16, "cost_per_ok_usd": 0.0 }, { "key": "Muse Spark 1.3", "label": "Muse Spark 1.3", "runs": 24, "ok": 23, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "Qwen3.8 27B", "label": "Qwen3.8 27B", "runs": 340, "ok": 150, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 340, "wasted_usd": 0.0, "wasted_runs": 190, "cost_per_ok_usd": 0.0 }, { "key": "Qwen3.8 Max", "label": "Qwen3.8 Max", "runs": 64, "ok": 52, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 64, "wasted_usd": 0.0, "wasted_runs": 12, "cost_per_ok_usd": 0.0 }, { "key": "Space Bunny Alpha", "label": "Space Bunny Alpha", "runs": 24, "ok": 23, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "gemini-3.5-flash", "label": "gemini-3.5-flash", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "gpt-6.1-sol", "label": "gpt-6.1-sol", "runs": 31, "ok": 29, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 31, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.0 }, { "key": "gpt-oss-120b", "label": "gpt-oss-120b", "runs": 354, "ok": 324, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 354, "wasted_usd": 0.0, "wasted_runs": 30, "cost_per_ok_usd": 0.0 }, { "key": "longcat-2.5-preview-free", "label": "longcat-2.5-preview-free", "runs": 16, "ok": 12, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.0 }, { "key": "minimax-m3", "label": "minimax-m3", "runs": 8, "ok": 8, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "qwen3p8-max", "label": "qwen3p8-max", "runs": 7, "ok": 7, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 } ], "by_harness": [ { "key": "Claude Code", "label": "Claude Code", "runs": 260, "ok": 208, "spend_usd": 1570.711654, "reported_usd": 730.056934, "estimated_usd": 840.65472, "unknown_runs": 57, "wasted_usd": 208.705416, "wasted_runs": 52, "cost_per_ok_usd": 7.551498 }, { "key": "OpenCode", "label": "OpenCode", "runs": 307, "ok": 247, "spend_usd": 1281.788392, "reported_usd": 1277.491444, "estimated_usd": 4.296948, "unknown_runs": 7, "wasted_usd": 240.229704, "wasted_runs": 60, "cost_per_ok_usd": 5.189427 }, { "key": "Codex CLI", "label": "Codex CLI", "runs": 186, "ok": 184, "spend_usd": 601.044926, "reported_usd": 0.0, "estimated_usd": 601.044926, "unknown_runs": 20, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 3.266549 }, { "key": "none (raw API)", "label": "none (raw API)", "runs": 2097, "ok": 1744, "spend_usd": 274.744628, "reported_usd": 0.0, "estimated_usd": 274.744628, "unknown_runs": 1696, "wasted_usd": 38.772176, "wasted_runs": 353, "cost_per_ok_usd": 0.157537 }, { "key": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "label": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "runs": 16, "ok": 9, "spend_usd": 83.900586, "reported_usd": 83.900586, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 36.770919, "wasted_runs": 7, "cost_per_ok_usd": 9.322287 }, { "key": "Oh My Pi (omp) 18.3.1", "label": "Oh My Pi (omp) 18.3.1", "runs": 7, "ok": 6, "spend_usd": 80.322437, "reported_usd": 80.322437, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 13.387073 }, { "key": "Kilo Code CLI 7.7.9", "label": "Kilo Code CLI 7.7.9", "runs": 6, "ok": 5, "spend_usd": 59.171999, "reported_usd": 59.171999, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 11.8344 }, { "key": "Pi 0.87.1", "label": "Pi 0.87.1", "runs": 8, "ok": 7, "spend_usd": 59.114411, "reported_usd": 59.114411, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 7.013421, "wasted_runs": 1, "cost_per_ok_usd": 8.444916 }, { "key": "Hermes Agent 0.21.5", "label": "Hermes Agent 0.21.5", "runs": 10, "ok": 1, "spend_usd": 50.707501, "reported_usd": 50.707501, "estimated_usd": 0.0, "unknown_runs": 8, "wasted_usd": 26.875873, "wasted_runs": 9, "cost_per_ok_usd": 50.707501 }, { "key": "Kimi Code CLI", "label": "Kimi Code CLI", "runs": 14, "ok": 13, "spend_usd": 33.974084, "reported_usd": 0.0, "estimated_usd": 33.974084, "unknown_runs": 0, "wasted_usd": 2.293867, "wasted_runs": 1, "cost_per_ok_usd": 2.613391 }, { "key": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "label": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "runs": 8, "ok": 0, "spend_usd": 24.64071, "reported_usd": 24.64071, "estimated_usd": 0.0, "unknown_runs": 7, "wasted_usd": 24.64071, "wasted_runs": 8, "cost_per_ok_usd": null }, { "key": "Grok Build", "label": "Grok Build", "runs": 4, "ok": 4, "spend_usd": 19.645, "reported_usd": 19.645, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.91125 }, { "key": "dsh", "label": "dsh", "runs": 22, "ok": 18, "spend_usd": 3.055304, "reported_usd": 0.0, "estimated_usd": 3.055304, "unknown_runs": 1, "wasted_usd": 0.234595, "wasted_runs": 4, "cost_per_ok_usd": 0.169739 }, { "key": "Cline CLI", "label": "Cline CLI", "runs": 67, "ok": 35, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 42, "wasted_usd": 0.0, "wasted_runs": 32, "cost_per_ok_usd": 0.0 } ], "by_track": [ { "key": "home", "label": "Home harness", "runs": 146, "ok": 113, "spend_usd": 875.923157, "reported_usd": 601.151317, "estimated_usd": 274.77184, "unknown_runs": 7, "wasted_usd": 65.258867, "wasted_runs": 33, "cost_per_ok_usd": 7.751532 }, { "key": "neutral", "label": "Neutral harness", "runs": 769, "ok": 624, "spend_usd": 2992.153847, "reported_usd": 1783.899705, "estimated_usd": 1208.254142, "unknown_runs": 137, "wasted_usd": 481.505638, "wasted_runs": 145, "cost_per_ok_usd": 4.795118 }, { "key": "raw_baseline", "label": "Raw baseline", "runs": 2097, "ok": 1744, "spend_usd": 274.744628, "reported_usd": 0.0, "estimated_usd": 274.744628, "unknown_runs": 1696, "wasted_usd": 38.772176, "wasted_runs": 353, "cost_per_ok_usd": 0.157537 } ], "by_category": [ { "key": "threejs", "label": "Three.js", "runs": 370, "ok": 278, "spend_usd": 1522.664629, "reported_usd": 943.631404, "estimated_usd": 579.033225, "unknown_runs": 110, "wasted_usd": 374.993186, "wasted_runs": 92, "cost_per_ok_usd": 5.477211 }, { "key": "svg", "label": "SVG", "runs": 1921, "ok": 1613, "spend_usd": 1053.654343, "reported_usd": 764.778835, "estimated_usd": 288.875508, "unknown_runs": 1304, "wasted_usd": 72.754422, "wasted_runs": 308, "cost_per_ok_usd": 0.653226 }, { "key": "hyperframes", "label": "HyperFrames", "runs": 42, "ok": 34, "spend_usd": 512.080769, "reported_usd": 276.609444, "estimated_usd": 235.471325, "unknown_runs": 3, "wasted_usd": 89.107237, "wasted_runs": 8, "cost_per_ok_usd": 15.061199 }, { "key": "remotion", "label": "Remotion", "runs": 33, "ok": 24, "spend_usd": 289.453221, "reported_usd": 226.067754, "estimated_usd": 63.385467, "unknown_runs": 5, "wasted_usd": 22.189132, "wasted_runs": 9, "cost_per_ok_usd": 12.060551 }, { "key": "app_clones", "label": "App clones", "runs": 59, "ok": 59, "spend_usd": 226.879164, "reported_usd": 46.86266, "estimated_usd": 180.016504, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.84541 }, { "key": "html_animation", "label": "HTML/JS animation", "runs": 458, "ok": 353, "spend_usd": 163.98049, "reported_usd": 51.269746, "estimated_usd": 112.710744, "unknown_runs": 371, "wasted_usd": 24.745902, "wasted_runs": 105, "cost_per_ok_usd": 0.464534 }, { "key": "blender", "label": "Blender", "runs": 28, "ok": 24, "spend_usd": 145.749419, "reported_usd": 12.680625, "estimated_usd": 133.068794, "unknown_runs": 5, "wasted_usd": 1.746802, "wasted_runs": 4, "cost_per_ok_usd": 6.072892 }, { "key": "algorithm_visualizers", "label": "Algorithm visualizers", "runs": 47, "ok": 47, "spend_usd": 124.495595, "reported_usd": 22.292439, "estimated_usd": 102.203156, "unknown_runs": 10, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.648842 }, { "key": "data_dashboards", "label": "Data dashboards", "runs": 25, "ok": 25, "spend_usd": 93.453143, "reported_usd": 32.830067, "estimated_usd": 60.623076, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.738126 }, { "key": "motion", "label": "Motion graphics", "runs": 29, "ok": 24, "spend_usd": 10.410859, "reported_usd": 8.028048, "estimated_usd": 2.382811, "unknown_runs": 19, "wasted_usd": 0.0, "wasted_runs": 5, "cost_per_ok_usd": 0.433786 } ], "by_prompt": [ { "key": "hyperframes_artemis_ii", "label": "hyperframes_artemis_ii", "runs": 15, "ok": 12, "spend_usd": 373.773053, "reported_usd": 254.16657, "estimated_usd": 119.606483, "unknown_runs": 0, "wasted_usd": 64.481159, "wasted_runs": 3, "cost_per_ok_usd": 31.147754 }, { "key": "fjord", "label": "Fjord scene (Three.js)", "runs": 29, "ok": 17, "spend_usd": 246.192719, "reported_usd": 171.547486, "estimated_usd": 74.645233, "unknown_runs": 2, "wasted_usd": 42.695637, "wasted_runs": 12, "cost_per_ok_usd": 14.481925 }, { "key": "remotion_ai_dungeon", "label": "remotion_ai_dungeon", "runs": 3, "ok": 1, "spend_usd": 180.022379, "reported_usd": 180.022379, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 7.097305, "wasted_runs": 2, "cost_per_ok_usd": 180.022379 }, { "key": "threejs_jellyfish", "label": "threejs_jellyfish", "runs": 12, "ok": 7, "spend_usd": 137.682617, "reported_usd": 129.895577, "estimated_usd": 7.78704, "unknown_runs": 1, "wasted_usd": 43.475223, "wasted_runs": 5, "cost_per_ok_usd": 19.668945 }, { "key": "ps5_controller", "label": "DualSense controller, max fidelity", "runs": 44, "ok": 28, "spend_usd": 137.214625, "reported_usd": 92.040491, "estimated_usd": 45.174134, "unknown_runs": 7, "wasted_usd": 20.551386, "wasted_runs": 16, "cost_per_ok_usd": 4.900522 }, { "key": "js_short", "label": "Animated short (HTML/JS)", "runs": 27, "ok": 14, "spend_usd": 129.656919, "reported_usd": 65.49622, "estimated_usd": 64.160699, "unknown_runs": 4, "wasted_usd": 34.687767, "wasted_runs": 13, "cost_per_ok_usd": 9.261208 }, { "key": "threejs_space_bunny", "label": "threejs_space_bunny", "runs": 10, "ok": 5, "spend_usd": 125.165118, "reported_usd": 87.305995, "estimated_usd": 37.859123, "unknown_runs": 0, "wasted_usd": 55.524454, "wasted_runs": 5, "cost_per_ok_usd": 25.033024 }, { "key": "threejs_tidewater", "label": "threejs_tidewater", "runs": 11, "ok": 5, "spend_usd": 118.315857, "reported_usd": 109.649813, "estimated_usd": 8.666044, "unknown_runs": 0, "wasted_usd": 37.05981, "wasted_runs": 6, "cost_per_ok_usd": 23.663171 }, { "key": "brown_pelican_detailed", "label": "California brown pelican riding a bicycle (detailed spec)", "runs": 30, "ok": 24, "spend_usd": 116.711876, "reported_usd": 112.530888, "estimated_usd": 4.180988, "unknown_runs": 3, "wasted_usd": 11.753309, "wasted_runs": 6, "cost_per_ok_usd": 4.862995 }, { "key": "isometric_town", "label": "Isometric SVG town with sprite sheet", "runs": 31, "ok": 22, "spend_usd": 113.13182, "reported_usd": 102.027694, "estimated_usd": 11.104126, "unknown_runs": 4, "wasted_usd": 17.407855, "wasted_runs": 9, "cost_per_ok_usd": 5.142355 }, { "key": "x16_engine", "label": "x16_engine", "runs": 14, "ok": 5, "spend_usd": 104.516718, "reported_usd": 71.628893, "estimated_usd": 32.887825, "unknown_runs": 1, "wasted_usd": 43.051584, "wasted_runs": 9, "cost_per_ok_usd": 20.903344 }, { "key": "threejs_momijigari", "label": "threejs_momijigari", "runs": 11, "ok": 5, "spend_usd": 103.746893, "reported_usd": 68.14162, "estimated_usd": 35.605273, "unknown_runs": 1, "wasted_usd": 38.280352, "wasted_runs": 6, "cost_per_ok_usd": 20.749379 }, { "key": "folding_road_threejs", "label": "folding_road_threejs", "runs": 15, "ok": 8, "spend_usd": 102.23073, "reported_usd": 55.414591, "estimated_usd": 46.816139, "unknown_runs": 0, "wasted_usd": 16.797743, "wasted_runs": 7, "cost_per_ok_usd": 12.778841 }, { "key": "macbook_pro_16", "label": "MacBook Pro 16\" realistic 3D render (Playcode benchmark)", "runs": 30, "ok": 21, "spend_usd": 91.650077, "reported_usd": 85.428432, "estimated_usd": 6.221645, "unknown_runs": 4, "wasted_usd": 9.140207, "wasted_runs": 9, "cost_per_ok_usd": 4.364289 }, { "key": "lighthouse_night", "label": "Lighthouse on a headland at night", "runs": 28, "ok": 21, "spend_usd": 90.181768, "reported_usd": 83.975973, "estimated_usd": 6.205795, "unknown_runs": 4, "wasted_usd": 7.828498, "wasted_runs": 7, "cost_per_ok_usd": 4.29437 }, { "key": "threejs_dragon_ship", "label": "threejs_dragon_ship", "runs": 5, "ok": 5, "spend_usd": 84.210062, "reported_usd": 39.786145, "estimated_usd": 44.423917, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 16.842012 }, { "key": "pelican_bicycle_animated", "label": "Animated pelican riding a bicycle (SMIL/CSS)", "runs": 38, "ok": 25, "spend_usd": 77.078506, "reported_usd": 70.58985, "estimated_usd": 6.488656, "unknown_runs": 11, "wasted_usd": 2.391433, "wasted_runs": 13, "cost_per_ok_usd": 3.08314 }, { "key": "threejs_ant_vs_gardener", "label": "threejs_ant_vs_gardener", "runs": 10, "ok": 6, "spend_usd": 74.356946, "reported_usd": 67.166483, "estimated_usd": 7.190463, "unknown_runs": 2, "wasted_usd": 18.644473, "wasted_runs": 4, "cost_per_ok_usd": 12.392824 }, { "key": "bmw_m4_side", "label": "BMW M4 Competition, side view (flat vector)", "runs": 27, "ok": 22, "spend_usd": 72.550283, "reported_usd": 61.266714, "estimated_usd": 11.283569, "unknown_runs": 3, "wasted_usd": 0.378529, "wasted_runs": 5, "cost_per_ok_usd": 3.29774 }, { "key": "threejs_eiffel", "label": "threejs_eiffel", "runs": 8, "ok": 7, "spend_usd": 66.754279, "reported_usd": 38.509204, "estimated_usd": 28.245075, "unknown_runs": 0, "wasted_usd": 8.522136, "wasted_runs": 1, "cost_per_ok_usd": 9.536326 }, { "key": "video_printing_press_collage_hyperframes", "label": "video_printing_press_collage_hyperframes", "runs": 7, "ok": 5, "spend_usd": 54.227905, "reported_usd": 7.694862, "estimated_usd": 46.533043, "unknown_runs": 2, "wasted_usd": 7.522793, "wasted_runs": 2, "cost_per_ok_usd": 10.845581 }, { "key": "pelican_bicycle", "label": "Pelican riding a bicycle (control)", "runs": 36, "ok": 30, "spend_usd": 51.073971, "reported_usd": 48.825694, "estimated_usd": 2.248277, "unknown_runs": 5, "wasted_usd": 0.191385, "wasted_runs": 6, "cost_per_ok_usd": 1.702466 }, { "key": "pelican_car_france", "label": "pelican_car_france", "runs": 26, "ok": 22, "spend_usd": 47.195486, "reported_usd": 32.207202, "estimated_usd": 14.988284, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 2.145249 }, { "key": "xbox360_controller", "label": "Xbox 360 controller", "runs": 28, "ok": 21, "spend_usd": 42.291342, "reported_usd": 36.589126, "estimated_usd": 5.702216, "unknown_runs": 4, "wasted_usd": 0.929688, "wasted_runs": 7, "cost_per_ok_usd": 2.013873 }, { "key": "bacterium_to_quantum_zoom", "label": "bacterium_to_quantum_zoom", "runs": 4, "ok": 2, "spend_usd": 41.877455, "reported_usd": 21.61695, "estimated_usd": 20.260505, "unknown_runs": 0, "wasted_usd": 6.323088, "wasted_runs": 2, "cost_per_ok_usd": 20.938727 }, { "key": "dolphin_vlog_bicycle", "label": "dolphin_vlog_bicycle", "runs": 25, "ok": 18, "spend_usd": 37.840452, "reported_usd": 27.130199, "estimated_usd": 10.710253, "unknown_runs": 7, "wasted_usd": 0.052556, "wasted_runs": 7, "cost_per_ok_usd": 2.102247 }, { "key": "gpu_fluid_sim", "label": "gpu_fluid_sim", "runs": 10, "ok": 6, "spend_usd": 33.444055, "reported_usd": 13.869562, "estimated_usd": 19.574493, "unknown_runs": 0, "wasted_usd": 11.306949, "wasted_runs": 4, "cost_per_ok_usd": 5.574009 }, { "key": "blender_humanoid_walk_cycle", "label": "blender_humanoid_walk_cycle", "runs": 7, "ok": 4, "spend_usd": 30.174515, "reported_usd": 1.786611, "estimated_usd": 28.387904, "unknown_runs": 3, "wasted_usd": 1.631456, "wasted_runs": 3, "cost_per_ok_usd": 7.543629 }, { "key": "appclone_drum_machine_daw", "label": "appclone_drum_machine_daw", "runs": 7, "ok": 7, "spend_usd": 27.927173, "reported_usd": 3.922226, "estimated_usd": 24.004947, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.989596 }, { "key": "pixel_lofi_loop", "label": "pixel_lofi_loop", "runs": 4, "ok": 1, "spend_usd": 25.789449, "reported_usd": 25.789449, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 14.450264, "wasted_runs": 3, "cost_per_ok_usd": 25.789449 }, { "key": "threejs_stillwater_pond", "label": "threejs_stillwater_pond", "runs": 7, "ok": 4, "spend_usd": 25.004708, "reported_usd": 16.046031, "estimated_usd": 8.958677, "unknown_runs": 2, "wasted_usd": 15.83087, "wasted_runs": 3, "cost_per_ok_usd": 6.251177 }, { "key": "appclone_photo_editor", "label": "appclone_photo_editor", "runs": 6, "ok": 6, "spend_usd": 24.89124, "reported_usd": 5.544667, "estimated_usd": 19.346573, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.14854 }, { "key": "algoviz_hash_table_showdown", "label": "algoviz_hash_table_showdown", "runs": 5, "ok": 5, "spend_usd": 23.811273, "reported_usd": 0.212522, "estimated_usd": 23.598751, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.762255 }, { "key": "whale_clouds", "label": "whale_clouds", "runs": 21, "ok": 17, "spend_usd": 23.790885, "reported_usd": 12.166572, "estimated_usd": 11.624313, "unknown_runs": 5, "wasted_usd": 0.048992, "wasted_runs": 4, "cost_per_ok_usd": 1.399464 }, { "key": "appclone_spreadsheet", "label": "appclone_spreadsheet", "runs": 7, "ok": 7, "spend_usd": 23.670161, "reported_usd": 4.211216, "estimated_usd": 19.458945, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.381452 }, { "key": "appclone_city_maps_navigator", "label": "appclone_city_maps_navigator", "runs": 6, "ok": 6, "spend_usd": 23.64331, "reported_usd": 5.699977, "estimated_usd": 17.943333, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.940552 }, { "key": "appclone_retro_desktop", "label": "appclone_retro_desktop", "runs": 8, "ok": 8, "spend_usd": 23.351545, "reported_usd": 4.431751, "estimated_usd": 18.919794, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.918943 }, { "key": "appclone_paint_studio", "label": "appclone_paint_studio", "runs": 5, "ok": 5, "spend_usd": 23.258133, "reported_usd": 6.516763, "estimated_usd": 16.74137, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.651627 }, { "key": "appclone_team_chat", "label": "appclone_team_chat", "runs": 5, "ok": 5, "spend_usd": 22.977266, "reported_usd": 4.881785, "estimated_usd": 18.095481, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.595453 }, { "key": "blender_donut", "label": "blender_donut", "runs": 3, "ok": 3, "spend_usd": 22.963332, "reported_usd": 0.0, "estimated_usd": 22.963332, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 7.654444 }, { "key": "appclone_calendar_planner", "label": "appclone_calendar_planner", "runs": 5, "ok": 5, "spend_usd": 22.335511, "reported_usd": 5.882563, "estimated_usd": 16.452948, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.467102 }, { "key": "appclone_code_editor", "label": "appclone_code_editor", "runs": 6, "ok": 6, "spend_usd": 22.178204, "reported_usd": 5.627212, "estimated_usd": 16.550992, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.696367 }, { "key": "algoviz_maze_generate_and_solve", "label": "algoviz_maze_generate_and_solve", "runs": 7, "ok": 7, "spend_usd": 20.702799, "reported_usd": 3.124478, "estimated_usd": 17.578321, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.957543 }, { "key": "algoviz_pathfinding_race", "label": "algoviz_pathfinding_race", "runs": 8, "ok": 8, "spend_usd": 20.544861, "reported_usd": 2.59686, "estimated_usd": 17.948001, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.568108 }, { "key": "hyperframes_glass_launch_ui", "label": "hyperframes_glass_launch_ui", "runs": 4, "ok": 1, "spend_usd": 19.194201, "reported_usd": 14.748012, "estimated_usd": 4.446189, "unknown_runs": 0, "wasted_usd": 17.103285, "wasted_runs": 3, "cost_per_ok_usd": 19.194201 }, { "key": "threejs_mobile_touch_arcade_game", "label": "threejs_mobile_touch_arcade_game", "runs": 4, "ok": 4, "spend_usd": 18.607097, "reported_usd": 8.173088, "estimated_usd": 10.434009, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.651774 }, { "key": "blender_lowpoly_dragon", "label": "blender_lowpoly_dragon", "runs": 5, "ok": 5, "spend_usd": 16.028256, "reported_usd": 9.031623, "estimated_usd": 6.996633, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.205651 }, { "key": "algoviz_gpu_boids_50k", "label": "algoviz_gpu_boids_50k", "runs": 5, "ok": 5, "spend_usd": 15.370317, "reported_usd": 3.722846, "estimated_usd": 11.647471, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.074063 }, { "key": "dash_saas_growth_metrics", "label": "dash_saas_growth_metrics", "runs": 3, "ok": 3, "spend_usd": 14.251755, "reported_usd": 4.090654, "estimated_usd": 10.161101, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.750585 }, { "key": "creature_robot_blueprint", "label": "creature_robot_blueprint", "runs": 7, "ok": 6, "spend_usd": 13.83694, "reported_usd": 2.833953, "estimated_usd": 11.002987, "unknown_runs": 2, "wasted_usd": 2.66895, "wasted_runs": 1, "cost_per_ok_usd": 2.306157 }, { "key": "dash_power_grid_day", "label": "dash_power_grid_day", "runs": 3, "ok": 3, "spend_usd": 13.815944, "reported_usd": 6.118352, "estimated_usd": 7.697592, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.605315 }, { "key": "threejs_procedural_armor_suit", "label": "threejs_procedural_armor_suit", "runs": 7, "ok": 6, "spend_usd": 13.791088, "reported_usd": 1.771239, "estimated_usd": 12.019849, "unknown_runs": 2, "wasted_usd": 1.63659, "wasted_runs": 1, "cost_per_ok_usd": 2.298515 }, { "key": "remotion_how_internet_works", "label": "remotion_how_internet_works", "runs": 3, "ok": 1, "spend_usd": 13.248034, "reported_usd": 13.248034, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 3.710007, "wasted_runs": 2, "cost_per_ok_usd": 13.248034 }, { "key": "blender_cosy_isometric_study", "label": "blender_cosy_isometric_study", "runs": 1, "ok": 1, "spend_usd": 13.234594, "reported_usd": 0.0, "estimated_usd": 13.234594, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 13.234594 }, { "key": "blender_vintage_rangefinder_camera", "label": "blender_vintage_rangefinder_camera", "runs": 1, "ok": 1, "spend_usd": 12.769117, "reported_usd": 0.0, "estimated_usd": 12.769117, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 12.769117 }, { "key": "blender_steam_locomotive", "label": "blender_steam_locomotive", "runs": 1, "ok": 1, "spend_usd": 12.727795, "reported_usd": 0.0, "estimated_usd": 12.727795, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 12.727795 }, { "key": "appclone_kanban_board", "label": "appclone_kanban_board", "runs": 4, "ok": 4, "spend_usd": 12.64662, "reported_usd": 0.144499, "estimated_usd": 12.502121, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.161655 }, { "key": "humanoid_motion_cycle", "label": "humanoid_motion_cycle", "runs": 7, "ok": 4, "spend_usd": 12.261557, "reported_usd": 0.151231, "estimated_usd": 12.110326, "unknown_runs": 3, "wasted_usd": 0.700299, "wasted_runs": 3, "cost_per_ok_usd": 3.065389 }, { "key": "blender_chess_set_midgame", "label": "blender_chess_set_midgame", "runs": 1, "ok": 1, "spend_usd": 12.224706, "reported_usd": 0.0, "estimated_usd": 12.224706, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 12.224706 }, { "key": "dash_marathon_results", "label": "dash_marathon_results", "runs": 2, "ok": 2, "spend_usd": 11.984516, "reported_usd": 5.598319, "estimated_usd": 6.386197, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 5.992258 }, { "key": "dash_world_weather_stations", "label": "dash_world_weather_stations", "runs": 3, "ok": 3, "spend_usd": 11.89607, "reported_usd": 4.731944, "estimated_usd": 7.164126, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.965357 }, { "key": "hyperframes_ink_brush_dragon", "label": "hyperframes_ink_brush_dragon", "runs": 2, "ok": 2, "spend_usd": 11.893512, "reported_usd": 0.0, "estimated_usd": 11.893512, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 5.946756 }, { "key": "dash_coffee_chain_sales", "label": "dash_coffee_chain_sales", "runs": 5, "ok": 5, "spend_usd": 11.74846, "reported_usd": 4.577228, "estimated_usd": 7.171232, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.349692 }, { "key": "dash_ecommerce_funnel", "label": "dash_ecommerce_funnel", "runs": 2, "ok": 2, "spend_usd": 11.175112, "reported_usd": 0.0, "estimated_usd": 11.175112, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 5.587556 }, { "key": "algoviz_sorting_race", "label": "algoviz_sorting_race", "runs": 7, "ok": 7, "spend_usd": 11.134516, "reported_usd": 3.274115, "estimated_usd": 7.860401, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.590645 }, { "key": "video_printing_press_collage_remotion", "label": "video_printing_press_collage_remotion", "runs": 5, "ok": 2, "spend_usd": 9.819999, "reported_usd": 4.872681, "estimated_usd": 4.947318, "unknown_runs": 2, "wasted_usd": 5.058732, "wasted_runs": 3, "cost_per_ok_usd": 4.909999 }, { "key": "blender_sci_fi_helmet", "label": "blender_sci_fi_helmet", "runs": 1, "ok": 1, "spend_usd": 9.483923, "reported_usd": 0.0, "estimated_usd": 9.483923, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 9.483923 }, { "key": "blender_spongebob", "label": "blender_spongebob", "runs": 6, "ok": 6, "spend_usd": 9.37712, "reported_usd": 1.747045, "estimated_usd": 7.630075, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.562853 }, { "key": "dash_bikeshare_week", "label": "dash_bikeshare_week", "runs": 5, "ok": 5, "spend_usd": 9.303779, "reported_usd": 3.231297, "estimated_usd": 6.072482, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.860756 }, { "key": "dash_football_league_season", "label": "dash_football_league_season", "runs": 2, "ok": 2, "spend_usd": 9.277508, "reported_usd": 4.482274, "estimated_usd": 4.795234, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.638754 }, { "key": "hyperframes_isometric_server_room", "label": "hyperframes_isometric_server_room", "runs": 2, "ok": 2, "spend_usd": 9.146448, "reported_usd": 0.0, "estimated_usd": 9.146448, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.573224 }, { "key": "hyperframes_brutalist_event_promo", "label": "hyperframes_brutalist_event_promo", "runs": 2, "ok": 2, "spend_usd": 8.896561, "reported_usd": 0.0, "estimated_usd": 8.896561, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.448281 }, { "key": "hyperframes_lighthouse_storm", "label": "hyperframes_lighthouse_storm", "runs": 2, "ok": 2, "spend_usd": 8.31757, "reported_usd": 0.0, "estimated_usd": 8.31757, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.158785 }, { "key": "hyperframes_glass_dashboard_launch", "label": "hyperframes_glass_dashboard_launch", "runs": 2, "ok": 2, "spend_usd": 8.15235, "reported_usd": 0.0, "estimated_usd": 8.15235, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.076175 }, { "key": "threejs_slime_softbody", "label": "threejs_slime_softbody", "runs": 6, "ok": 6, "spend_usd": 8.138308, "reported_usd": 3.209806, "estimated_usd": 4.928502, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.356385 }, { "key": "algoviz_mst_kruskal_prim", "label": "algoviz_mst_kruskal_prim", "runs": 2, "ok": 2, "spend_usd": 7.820619, "reported_usd": 4.291645, "estimated_usd": 3.528974, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.910309 }, { "key": "hyperframes_terminal_hacker_boot", "label": "hyperframes_terminal_hacker_boot", "runs": 2, "ok": 2, "spend_usd": 7.712012, "reported_usd": 0.0, "estimated_usd": 7.712012, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.856006 }, { "key": "cine_silhouette_backlight", "label": "cine_silhouette_backlight", "runs": 4, "ok": 4, "spend_usd": 7.667726, "reported_usd": 0.0, "estimated_usd": 7.667726, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.916932 }, { "key": "threejs_pathtraced_product_shot", "label": "threejs_pathtraced_product_shot", "runs": 2, "ok": 2, "spend_usd": 7.229311, "reported_usd": 0.0, "estimated_usd": 7.229311, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.614656 }, { "key": "image_to_procedural_threejs_scene", "label": "image_to_procedural_threejs_scene", "runs": 2, "ok": 2, "spend_usd": 7.072909, "reported_usd": 0.0, "estimated_usd": 7.072909, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.536455 }, { "key": "cine_tracking_shot", "label": "cine_tracking_shot", "runs": 3, "ok": 3, "spend_usd": 6.916705, "reported_usd": 0.0, "estimated_usd": 6.916705, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.305568 }, { "key": "algoviz_balanced_trees", "label": "algoviz_balanced_trees", "runs": 3, "ok": 3, "spend_usd": 6.842642, "reported_usd": 0.159715, "estimated_usd": 6.682927, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.280881 }, { "key": "remotion_satellite_constellation", "label": "remotion_satellite_constellation", "runs": 2, "ok": 2, "spend_usd": 6.817779, "reported_usd": 0.0, "estimated_usd": 6.817779, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.408889 }, { "key": "blender_lighthouse_diorama", "label": "blender_lighthouse_diorama", "runs": 1, "ok": 1, "spend_usd": 6.650715, "reported_usd": 0.0, "estimated_usd": 6.650715, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 6.650715 }, { "key": "remotion_f1_lap_telemetry", "label": "remotion_f1_lap_telemetry", "runs": 2, "ok": 2, "spend_usd": 6.383046, "reported_usd": 0.0, "estimated_usd": 6.383046, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.191523 }, { "key": "remotion_sales_chart", "label": "remotion_sales_chart", "runs": 2, "ok": 2, "spend_usd": 6.30771, "reported_usd": 6.30771, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.153855 }, { "key": "remotion_galaxy_collision", "label": "remotion_galaxy_collision", "runs": 2, "ok": 2, "spend_usd": 5.913295, "reported_usd": 0.0, "estimated_usd": 5.913295, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.956647 }, { "key": "pond_koi_garden", "label": "pond_koi_garden", "runs": 12, "ok": 5, "spend_usd": 5.834416, "reported_usd": 0.0, "estimated_usd": 5.834416, "unknown_runs": 9, "wasted_usd": 4.489786, "wasted_runs": 7, "cost_per_ok_usd": 1.166883 }, { "key": "threejs_tiny_anime_world", "label": "threejs_tiny_anime_world", "runs": 2, "ok": 2, "spend_usd": 5.827948, "reported_usd": 0.0, "estimated_usd": 5.827948, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.913974 }, { "key": "cine_noir_low_key", "label": "cine_noir_low_key", "runs": 4, "ok": 4, "spend_usd": 5.499614, "reported_usd": 0.0, "estimated_usd": 5.499614, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.374904 }, { "key": "algoviz_edit_distance_dp", "label": "algoviz_edit_distance_dp", "runs": 3, "ok": 3, "spend_usd": 5.380529, "reported_usd": 0.121865, "estimated_usd": 5.258664, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.79351 }, { "key": "threejs_ps1_horror_kitchen", "label": "threejs_ps1_horror_kitchen", "runs": 2, "ok": 2, "spend_usd": 5.372592, "reported_usd": 0.0, "estimated_usd": 5.372592, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.686296 }, { "key": "remotion_music_visualizer_synthwave", "label": "remotion_music_visualizer_synthwave", "runs": 2, "ok": 2, "spend_usd": 5.333469, "reported_usd": 0.0, "estimated_usd": 5.333469, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.666735 }, { "key": "threejs_artwork_style_pass", "label": "threejs_artwork_style_pass", "runs": 11, "ok": 4, "spend_usd": 5.230074, "reported_usd": 0.0, "estimated_usd": 5.230074, "unknown_runs": 8, "wasted_usd": 4.491144, "wasted_runs": 7, "cost_per_ok_usd": 1.307519 }, { "key": "threejs_evolving_art_garden", "label": "threejs_evolving_art_garden", "runs": 2, "ok": 2, "spend_usd": 5.226367, "reported_usd": 0.0, "estimated_usd": 5.226367, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.613183 }, { "key": "remotion_energy_mix_sankey", "label": "remotion_energy_mix_sankey", "runs": 2, "ok": 2, "spend_usd": 5.044788, "reported_usd": 0.0, "estimated_usd": 5.044788, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.522394 }, { "key": "one_prompt_3d_kart_racer", "label": "one_prompt_3d_kart_racer", "runs": 2, "ok": 2, "spend_usd": 4.836649, "reported_usd": 0.0, "estimated_usd": 4.836649, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.418325 }, { "key": "algoviz_raft_consensus", "label": "algoviz_raft_consensus", "runs": 2, "ok": 2, "spend_usd": 4.788394, "reported_usd": 4.788394, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.394197 }, { "key": "folding_road_music", "label": "folding_road_music", "runs": 1, "ok": 0, "spend_usd": 4.639167, "reported_usd": 4.639167, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 4.639167, "wasted_runs": 1, "cost_per_ok_usd": null }, { "key": "webgpu_ascii_shader_scene", "label": "webgpu_ascii_shader_scene", "runs": 2, "ok": 2, "spend_usd": 4.622581, "reported_usd": 0.0, "estimated_usd": 4.622581, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.311291 }, { "key": "threejs_mechanical_bee", "label": "threejs_mechanical_bee", "runs": 11, "ok": 7, "spend_usd": 4.578132, "reported_usd": 0.0, "estimated_usd": 4.578132, "unknown_runs": 8, "wasted_usd": 0.78589, "wasted_runs": 4, "cost_per_ok_usd": 0.654019 }, { "key": "opus55demo_santa_monica_particle_beach", "label": "Santa Monica particle beach", "runs": 2, "ok": 2, "spend_usd": 4.465153, "reported_usd": 4.006955, "estimated_usd": 0.458198, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.232576 }, { "key": "html_fox_forest_run", "label": "html_fox_forest_run", "runs": 4, "ok": 4, "spend_usd": 4.396641, "reported_usd": 0.0, "estimated_usd": 4.396641, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.09916 }, { "key": "one_key_rhythm_runner", "label": "one_key_rhythm_runner", "runs": 2, "ok": 2, "spend_usd": 4.319058, "reported_usd": 0.0, "estimated_usd": 4.319058, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.159529 }, { "key": "volumetric_raymarched_sun", "label": "volumetric_raymarched_sun", "runs": 2, "ok": 2, "spend_usd": 4.305558, "reported_usd": 0.0, "estimated_usd": 4.305558, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.152779 }, { "key": "shader_hero_background_studio", "label": "shader_hero_background_studio", "runs": 2, "ok": 2, "spend_usd": 4.273995, "reported_usd": 0.0, "estimated_usd": 4.273995, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.136998 }, { "key": "webgpu_ocean_wave_physics", "label": "webgpu_ocean_wave_physics", "runs": 2, "ok": 2, "spend_usd": 4.198919, "reported_usd": 0.0, "estimated_usd": 4.198919, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.09946 }, { "key": "opus55demo_ai_data_centre", "label": "AI data centre, inside view", "runs": 2, "ok": 2, "spend_usd": 4.148635, "reported_usd": 3.769129, "estimated_usd": 0.379506, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.074317 }, { "key": "cine_orbit_360", "label": "cine_orbit_360", "runs": 4, "ok": 4, "spend_usd": 4.134587, "reported_usd": 0.0, "estimated_usd": 4.134587, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.033647 }, { "key": "hyperframes_tokyo_neon_title", "label": "hyperframes_tokyo_neon_title", "runs": 1, "ok": 1, "spend_usd": 4.118092, "reported_usd": 0.0, "estimated_usd": 4.118092, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.118092 }, { "key": "algoviz_fourier_epicycles", "label": "algoviz_fourier_epicycles", "runs": 1, "ok": 1, "spend_usd": 4.117731, "reported_usd": 0.0, "estimated_usd": 4.117731, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 4.117731 }, { "key": "game_battleship", "label": "game_battleship", "runs": 7, "ok": 7, "spend_usd": 4.049972, "reported_usd": 1.152468, "estimated_usd": 2.897504, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.578567 }, { "key": "webgl_particle_life_sim", "label": "webgl_particle_life_sim", "runs": 2, "ok": 2, "spend_usd": 4.013606, "reported_usd": 0.0, "estimated_usd": 4.013606, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.006803 }, { "key": "algoviz_convex_hull_race", "label": "algoviz_convex_hull_race", "runs": 4, "ok": 4, "spend_usd": 3.981915, "reported_usd": 0.0, "estimated_usd": 3.981915, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.995479 }, { "key": "threejs_rocket_car_arena", "label": "threejs_rocket_car_arena", "runs": 2, "ok": 2, "spend_usd": 3.960001, "reported_usd": 0.0, "estimated_usd": 3.960001, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.980001 }, { "key": "cine_dutch_angle", "label": "cine_dutch_angle", "runs": 2, "ok": 2, "spend_usd": 3.884544, "reported_usd": 0.0, "estimated_usd": 3.884544, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.942272 }, { "key": "js13k_style_shader_game", "label": "js13k_style_shader_game", "runs": 3, "ok": 3, "spend_usd": 3.850572, "reported_usd": 0.0, "estimated_usd": 3.850572, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.283524 }, { "key": "hyperframes_css_3d_cube_gallery", "label": "hyperframes_css_3d_cube_gallery", "runs": 1, "ok": 1, "spend_usd": 3.827278, "reported_usd": 0.0, "estimated_usd": 3.827278, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.827278 }, { "key": "threejs_claw_machine_arcade", "label": "threejs_claw_machine_arcade", "runs": 6, "ok": 6, "spend_usd": 3.773704, "reported_usd": 0.0, "estimated_usd": 3.773704, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.628951 }, { "key": "webgl_reaction_diffusion_coral", "label": "webgl_reaction_diffusion_coral", "runs": 2, "ok": 2, "spend_usd": 3.708055, "reported_usd": 0.0, "estimated_usd": 3.708055, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.854027 }, { "key": "threejs_pirate_island_diorama", "label": "threejs_pirate_island_diorama", "runs": 7, "ok": 7, "spend_usd": 3.624776, "reported_usd": 0.0, "estimated_usd": 3.624776, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.517825 }, { "key": "svg_circuit_board_macro", "label": "svg_circuit_board_macro", "runs": 14, "ok": 12, "spend_usd": 3.558632, "reported_usd": 0.0, "estimated_usd": 3.558632, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.296553 }, { "key": "threejs_impressionist_world", "label": "threejs_impressionist_world", "runs": 1, "ok": 1, "spend_usd": 3.369689, "reported_usd": 0.0, "estimated_usd": 3.369689, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.369689 }, { "key": "threejs_domino_chain_physics", "label": "threejs_domino_chain_physics", "runs": 1, "ok": 1, "spend_usd": 3.345007, "reported_usd": 0.0, "estimated_usd": 3.345007, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.345007 }, { "key": "cine_dolly_zoom", "label": "cine_dolly_zoom", "runs": 4, "ok": 4, "spend_usd": 3.342683, "reported_usd": 0.0, "estimated_usd": 3.342683, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.835671 }, { "key": "svg_chessboard_mid_game", "label": "svg_chessboard_mid_game", "runs": 14, "ok": 10, "spend_usd": 3.299104, "reported_usd": 0.0, "estimated_usd": 3.299104, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.32991 }, { "key": "threejs_four_stroke_engine", "label": "threejs_four_stroke_engine", "runs": 8, "ok": 8, "spend_usd": 3.280624, "reported_usd": 0.0, "estimated_usd": 3.280624, "unknown_runs": 5, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.410078 }, { "key": "svg_chef_flipping_pan", "label": "svg_chef_flipping_pan", "runs": 14, "ok": 10, "spend_usd": 3.271642, "reported_usd": 0.0, "estimated_usd": 3.271642, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.327164 }, { "key": "html_013_soft_body_blobs", "label": "html_013_soft_body_blobs", "runs": 11, "ok": 10, "spend_usd": 3.226024, "reported_usd": 0.0, "estimated_usd": 3.226024, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.322602 }, { "key": "codrops_style_scroll_story", "label": "codrops_style_scroll_story", "runs": 5, "ok": 5, "spend_usd": 3.20695, "reported_usd": 0.0, "estimated_usd": 3.20695, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.64139 }, { "key": "webgpu_ink_marbling", "label": "webgpu_ink_marbling", "runs": 1, "ok": 1, "spend_usd": 3.164038, "reported_usd": 0.0, "estimated_usd": 3.164038, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 3.164038 }, { "key": "threelab_breed_generative_art", "label": "threelab_breed_generative_art", "runs": 2, "ok": 2, "spend_usd": 3.144939, "reported_usd": 0.0, "estimated_usd": 3.144939, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.572469 }, { "key": "svg_cyberpunk_alley", "label": "svg_cyberpunk_alley", "runs": 14, "ok": 11, "spend_usd": 3.07051, "reported_usd": 0.0, "estimated_usd": 3.07051, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.279137 }, { "key": "svg_giraffe_side_profile", "label": "svg_giraffe_side_profile", "runs": 14, "ok": 11, "spend_usd": 3.061596, "reported_usd": 0.0, "estimated_usd": 3.061596, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.278327 }, { "key": "html_003_orbital_coffee_landing", "label": "html_003_orbital_coffee_landing", "runs": 17, "ok": 12, "spend_usd": 3.04779, "reported_usd": 0.0, "estimated_usd": 3.04779, "unknown_runs": 14, "wasted_usd": 0.0, "wasted_runs": 5, "cost_per_ok_usd": 0.253982 }, { "key": "svg_alphabet_animals", "label": "svg_alphabet_animals", "runs": 14, "ok": 11, "spend_usd": 3.042438, "reported_usd": 0.0, "estimated_usd": 3.042438, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.276585 }, { "key": "svg_baseball_stadium_night", "label": "svg_baseball_stadium_night", "runs": 14, "ok": 12, "spend_usd": 2.999858, "reported_usd": 0.0, "estimated_usd": 2.999858, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.249988 }, { "key": "svg_cycling_peloton", "label": "svg_cycling_peloton", "runs": 14, "ok": 10, "spend_usd": 2.841218, "reported_usd": 0.0, "estimated_usd": 2.841218, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.284122 }, { "key": "html_017_typewriter_poem", "label": "html_017_typewriter_poem", "runs": 11, "ok": 10, "spend_usd": 2.833624, "reported_usd": 0.0, "estimated_usd": 2.833624, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.283362 }, { "key": "hyperframes_product_reveal_watch", "label": "hyperframes_product_reveal_watch", "runs": 1, "ok": 1, "spend_usd": 2.821787, "reported_usd": 0.0, "estimated_usd": 2.821787, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.821787 }, { "key": "webgpu_snow_physics", "label": "webgpu_snow_physics", "runs": 1, "ok": 1, "spend_usd": 2.81825, "reported_usd": 0.0, "estimated_usd": 2.81825, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.81825 }, { "key": "svg_city_park_top_down", "label": "svg_city_park_top_down", "runs": 14, "ok": 12, "spend_usd": 2.814218, "reported_usd": 0.0, "estimated_usd": 2.814218, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.234518 }, { "key": "threejs_solar_sail_orrery", "label": "threejs_solar_sail_orrery", "runs": 2, "ok": 2, "spend_usd": 2.74787, "reported_usd": 0.0, "estimated_usd": 2.74787, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.373935 }, { "key": "opus55demo_recursion_explainer", "label": "Recursion explainer", "runs": 2, "ok": 2, "spend_usd": 2.743942, "reported_usd": 2.039054, "estimated_usd": 0.704888, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.371971 }, { "key": "webgpu_sailing_storm", "label": "webgpu_sailing_storm", "runs": 1, "ok": 1, "spend_usd": 2.700356, "reported_usd": 0.0, "estimated_usd": 2.700356, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.700356 }, { "key": "threejs_neon_hover_racer", "label": "threejs_neon_hover_racer", "runs": 7, "ok": 7, "spend_usd": 2.685178, "reported_usd": 0.0, "estimated_usd": 2.685178, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.383597 }, { "key": "html_010_toggle_switch_gallery", "label": "html_010_toggle_switch_gallery", "runs": 11, "ok": 10, "spend_usd": 2.676742, "reported_usd": 0.0, "estimated_usd": 2.676742, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.267674 }, { "key": "svg_canyon_river", "label": "svg_canyon_river", "runs": 14, "ok": 12, "spend_usd": 2.625238, "reported_usd": 0.0, "estimated_usd": 2.625238, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.21877 }, { "key": "html_014_snake_reimagined", "label": "html_014_snake_reimagined", "runs": 11, "ok": 11, "spend_usd": 2.578426, "reported_usd": 0.0, "estimated_usd": 2.578426, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.234402 }, { "key": "opus55demo_van_gogh_cat_hunt", "label": "Van Gogh cat-spotting game", "runs": 2, "ok": 2, "spend_usd": 2.570143, "reported_usd": 1.930871, "estimated_usd": 0.639272, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.285071 }, { "key": "opus55demo_collision_music_machine", "label": "Collision music machine", "runs": 2, "ok": 2, "spend_usd": 2.539225, "reported_usd": 2.13826, "estimated_usd": 0.400965, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.269613 }, { "key": "svg_chameleon_branch", "label": "svg_chameleon_branch", "runs": 14, "ok": 11, "spend_usd": 2.510782, "reported_usd": 0.0, "estimated_usd": 2.510782, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.228253 }, { "key": "threejs_boids_dragon", "label": "threejs_boids_dragon", "runs": 1, "ok": 1, "spend_usd": 2.338041, "reported_usd": 0.0, "estimated_usd": 2.338041, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.338041 }, { "key": "html_004_brick_breaker_neon", "label": "html_004_brick_breaker_neon", "runs": 15, "ok": 12, "spend_usd": 2.318876, "reported_usd": 0.0, "estimated_usd": 2.318876, "unknown_runs": 12, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.19324 }, { "key": "opus55demo_motion_showreel_15s", "label": "15-second motion showreel", "runs": 2, "ok": 2, "spend_usd": 2.298442, "reported_usd": 1.715717, "estimated_usd": 0.582725, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.149221 }, { "key": "svg_gothic_cathedral", "label": "svg_gothic_cathedral", "runs": 10, "ok": 9, "spend_usd": 2.288534, "reported_usd": 0.0, "estimated_usd": 2.288534, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.254282 }, { "key": "html_006_rainfall_bars", "label": "html_006_rainfall_bars", "runs": 12, "ok": 10, "spend_usd": 2.250082, "reported_usd": 0.0, "estimated_usd": 2.250082, "unknown_runs": 9, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.225008 }, { "key": "svg_diverse_group_selfie", "label": "svg_diverse_group_selfie", "runs": 10, "ok": 9, "spend_usd": 2.240612, "reported_usd": 0.0, "estimated_usd": 2.240612, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.248957 }, { "key": "svg_breakfast_skillet", "label": "svg_breakfast_skillet", "runs": 14, "ok": 12, "spend_usd": 2.205112, "reported_usd": 0.0, "estimated_usd": 2.205112, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.183759 }, { "key": "html_005_focus_timer_orbit", "label": "html_005_focus_timer_orbit", "runs": 16, "ok": 12, "spend_usd": 2.202748, "reported_usd": 0.0, "estimated_usd": 2.202748, "unknown_runs": 13, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.183562 }, { "key": "svg_glass_greenhouse", "label": "svg_glass_greenhouse", "runs": 10, "ok": 9, "spend_usd": 2.20112, "reported_usd": 0.0, "estimated_usd": 2.20112, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.244569 }, { "key": "svg_barn_owl_flight", "label": "svg_barn_owl_flight", "runs": 15, "ok": 12, "spend_usd": 2.19383, "reported_usd": 0.0, "estimated_usd": 2.19383, "unknown_runs": 12, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.182819 }, { "key": "svg_ant_colony_cutaway", "label": "svg_ant_colony_cutaway", "runs": 14, "ok": 12, "spend_usd": 2.15593, "reported_usd": 0.0, "estimated_usd": 2.15593, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.179661 }, { "key": "svg_dragon_sleeping_castle", "label": "svg_dragon_sleeping_castle", "runs": 10, "ok": 9, "spend_usd": 2.153906, "reported_usd": 0.0, "estimated_usd": 2.153906, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.239323 }, { "key": "svg_acoustic_guitar", "label": "svg_acoustic_guitar", "runs": 14, "ok": 11, "spend_usd": 2.126042, "reported_usd": 0.0, "estimated_usd": 2.126042, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.193277 }, { "key": "svg_diwali_diyas", "label": "svg_diwali_diyas", "runs": 10, "ok": 10, "spend_usd": 2.124192, "reported_usd": 0.0, "estimated_usd": 2.124192, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.212419 }, { "key": "remotion_sorting_algorithms_race", "label": "remotion_sorting_algorithms_race", "runs": 1, "ok": 1, "spend_usd": 2.097577, "reported_usd": 0.0, "estimated_usd": 2.097577, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 2.097577 }, { "key": "html_016_heartbeat_line", "label": "html_016_heartbeat_line", "runs": 11, "ok": 11, "spend_usd": 2.093492, "reported_usd": 0.0, "estimated_usd": 2.093492, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.190317 }, { "key": "svg_floating_islands", "label": "svg_floating_islands", "runs": 10, "ok": 9, "spend_usd": 2.046098, "reported_usd": 0.0, "estimated_usd": 2.046098, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.227344 }, { "key": "svg_sea_turtle_swim", "label": "svg_sea_turtle_swim", "runs": 14, "ok": 11, "spend_usd": 2.044218, "reported_usd": 0.0, "estimated_usd": 2.044218, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.185838 }, { "key": "svg_grand_piano", "label": "svg_grand_piano", "runs": 9, "ok": 7, "spend_usd": 2.028718, "reported_usd": 0.0, "estimated_usd": 2.028718, "unknown_runs": 7, "wasted_usd": 1.280648, "wasted_runs": 2, "cost_per_ok_usd": 0.289817 }, { "key": "svg_red_fox_snow", "label": "svg_red_fox_snow", "runs": 16, "ok": 12, "spend_usd": 2.026746, "reported_usd": 0.0, "estimated_usd": 2.026746, "unknown_runs": 13, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.168896 }, { "key": "html_018_step_sequencer_grid", "label": "html_018_step_sequencer_grid", "runs": 11, "ok": 11, "spend_usd": 1.991146, "reported_usd": 0.0, "estimated_usd": 1.991146, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.181013 }, { "key": "webgpu_fishing_game", "label": "webgpu_fishing_game", "runs": 1, "ok": 1, "spend_usd": 1.963726, "reported_usd": 0.0, "estimated_usd": 1.963726, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.963726 }, { "key": "svg_autumn_forest_path", "label": "svg_autumn_forest_path", "runs": 14, "ok": 13, "spend_usd": 1.947686, "reported_usd": 0.0, "estimated_usd": 1.947686, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.149822 }, { "key": "svg_gardener_watering", "label": "svg_gardener_watering", "runs": 10, "ok": 9, "spend_usd": 1.940942, "reported_usd": 0.0, "estimated_usd": 1.940942, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.21566 }, { "key": "svg_food_pyramid", "label": "svg_food_pyramid", "runs": 10, "ok": 9, "spend_usd": 1.933894, "reported_usd": 0.0, "estimated_usd": 1.933894, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.214877 }, { "key": "svg_fruit_bowl_still_life", "label": "svg_fruit_bowl_still_life", "runs": 10, "ok": 9, "spend_usd": 1.913624, "reported_usd": 0.0, "estimated_usd": 1.913624, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.212625 }, { "key": "svg_octopus_teacups", "label": "svg_octopus_teacups", "runs": 15, "ok": 11, "spend_usd": 1.90768, "reported_usd": 0.0, "estimated_usd": 1.90768, "unknown_runs": 12, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.173425 }, { "key": "opus55demo_train_window_seasons", "label": "Train window through four seasons", "runs": 2, "ok": 2, "spend_usd": 1.903057, "reported_usd": 1.531552, "estimated_usd": 0.371505, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.951528 }, { "key": "svg_basketball_dunk", "label": "svg_basketball_dunk", "runs": 14, "ok": 13, "spend_usd": 1.876682, "reported_usd": 0.0, "estimated_usd": 1.876682, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.14436 }, { "key": "html_015_color_palette_studio", "label": "html_015_color_palette_studio", "runs": 11, "ok": 11, "spend_usd": 1.873648, "reported_usd": 0.0, "estimated_usd": 1.873648, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.170332 }, { "key": "svg_easter_eggs_basket", "label": "svg_easter_eggs_basket", "runs": 10, "ok": 9, "spend_usd": 1.840112, "reported_usd": 0.0, "estimated_usd": 1.840112, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.204457 }, { "key": "svg_dragonfly_pond", "label": "svg_dragonfly_pond", "runs": 10, "ok": 10, "spend_usd": 1.80957, "reported_usd": 0.0, "estimated_usd": 1.80957, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.180957 }, { "key": "svg_astronaut_floating", "label": "svg_astronaut_floating", "runs": 14, "ok": 13, "spend_usd": 1.806016, "reported_usd": 0.0, "estimated_usd": 1.806016, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.138924 }, { "key": "svg_campus_wayfinding_map", "label": "svg_campus_wayfinding_map", "runs": 14, "ok": 11, "spend_usd": 1.801454, "reported_usd": 0.0, "estimated_usd": 1.801454, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.163769 }, { "key": "svg_elephant_calf_mud", "label": "svg_elephant_calf_mud", "runs": 15, "ok": 11, "spend_usd": 1.79147, "reported_usd": 0.0, "estimated_usd": 1.79147, "unknown_runs": 12, "wasted_usd": 0.0, "wasted_runs": 4, "cost_per_ok_usd": 0.162861 }, { "key": "html_008_pocket_theremin", "label": "html_008_pocket_theremin", "runs": 11, "ok": 11, "spend_usd": 1.788806, "reported_usd": 0.0, "estimated_usd": 1.788806, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.162619 }, { "key": "remotion_chip_fabrication_journey", "label": "remotion_chip_fabrication_journey", "runs": 1, "ok": 1, "spend_usd": 1.774907, "reported_usd": 0.0, "estimated_usd": 1.774907, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.774907 }, { "key": "threejs_hot_air_balloon_festival", "label": "threejs_hot_air_balloon_festival", "runs": 9, "ok": 9, "spend_usd": 1.762624, "reported_usd": 0.0, "estimated_usd": 1.762624, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.195847 }, { "key": "svg_dutch_windmill", "label": "svg_dutch_windmill", "runs": 11, "ok": 10, "spend_usd": 1.7565, "reported_usd": 0.0, "estimated_usd": 1.7565, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.17565 }, { "key": "webgpu_particle_life_audio", "label": "webgpu_particle_life_audio", "runs": 1, "ok": 1, "spend_usd": 1.715712, "reported_usd": 0.0, "estimated_usd": 1.715712, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.715712 }, { "key": "threejs_marble_run_machine", "label": "threejs_marble_run_machine", "runs": 1, "ok": 1, "spend_usd": 1.713869, "reported_usd": 0.0, "estimated_usd": 1.713869, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.713869 }, { "key": "remotion_github_contrib_wrapped", "label": "remotion_github_contrib_wrapped", "runs": 1, "ok": 1, "spend_usd": 1.708488, "reported_usd": 0.0, "estimated_usd": 1.708488, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.708488 }, { "key": "remotion_orbital_launch_sequence", "label": "remotion_orbital_launch_sequence", "runs": 1, "ok": 1, "spend_usd": 1.706073, "reported_usd": 0.0, "estimated_usd": 1.706073, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.706073 }, { "key": "svg_boxing_ring", "label": "svg_boxing_ring", "runs": 14, "ok": 13, "spend_usd": 1.705588, "reported_usd": 0.0, "estimated_usd": 1.705588, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.131199 }, { "key": "svg_film_camera", "label": "svg_film_camera", "runs": 10, "ok": 9, "spend_usd": 1.698252, "reported_usd": 0.0, "estimated_usd": 1.698252, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.188695 }, { "key": "svg_dna_double_helix", "label": "svg_dna_double_helix", "runs": 10, "ok": 9, "spend_usd": 1.683078, "reported_usd": 0.0, "estimated_usd": 1.683078, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.187009 }, { "key": "svg_sleeping_tabby_cat", "label": "svg_sleeping_tabby_cat", "runs": 17, "ok": 14, "spend_usd": 1.682722, "reported_usd": 0.0, "estimated_usd": 1.682722, "unknown_runs": 14, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.120194 }, { "key": "svg_drum_kit", "label": "svg_drum_kit", "runs": 10, "ok": 9, "spend_usd": 1.661114, "reported_usd": 0.0, "estimated_usd": 1.661114, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.184568 }, { "key": "svg_wolf_howling_moon", "label": "svg_wolf_howling_moon", "runs": 9, "ok": 8, "spend_usd": 1.653146, "reported_usd": 0.0, "estimated_usd": 1.653146, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.206643 }, { "key": "opus55demo_pixel_wizard", "label": "16-bit pixel wizard sprite loop", "runs": 2, "ok": 2, "spend_usd": 1.644658, "reported_usd": 1.390275, "estimated_usd": 0.254383, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.822329 }, { "key": "webgpu_deferred_sponza_playground", "label": "webgpu_deferred_sponza_playground", "runs": 1, "ok": 1, "spend_usd": 1.639297, "reported_usd": 0.0, "estimated_usd": 1.639297, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.639297 }, { "key": "svg_astronomer_telescope", "label": "svg_astronomer_telescope", "runs": 14, "ok": 12, "spend_usd": 1.624336, "reported_usd": 0.0, "estimated_usd": 1.624336, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.135361 }, { "key": "svg_cargo_ship_containers", "label": "svg_cargo_ship_containers", "runs": 14, "ok": 12, "spend_usd": 1.59951, "reported_usd": 0.0, "estimated_usd": 1.59951, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.133293 }, { "key": "svg_desert_dunes_night", "label": "svg_desert_dunes_night", "runs": 12, "ok": 12, "spend_usd": 1.590642, "reported_usd": 0.0, "estimated_usd": 1.590642, "unknown_runs": 9, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.132553 }, { "key": "procedural_lego_builder", "label": "procedural_lego_builder", "runs": 1, "ok": 1, "spend_usd": 1.589466, "reported_usd": 0.0, "estimated_usd": 1.589466, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.589466 }, { "key": "threejs_biplane_aerobatics", "label": "threejs_biplane_aerobatics", "runs": 4, "ok": 4, "spend_usd": 1.579374, "reported_usd": 0.0, "estimated_usd": 1.579374, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.394844 }, { "key": "svg_ballet_dancer", "label": "svg_ballet_dancer", "runs": 14, "ok": 12, "spend_usd": 1.57374, "reported_usd": 0.0, "estimated_usd": 1.57374, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.131145 }, { "key": "svg_detective_noir", "label": "svg_detective_noir", "runs": 10, "ok": 10, "spend_usd": 1.543254, "reported_usd": 0.0, "estimated_usd": 1.543254, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.154325 }, { "key": "svg_desk_lamp_books", "label": "svg_desk_lamp_books", "runs": 11, "ok": 10, "spend_usd": 1.541236, "reported_usd": 0.0, "estimated_usd": 1.541236, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.154124 }, { "key": "svg_glass_of_water_refraction", "label": "svg_glass_of_water_refraction", "runs": 10, "ok": 9, "spend_usd": 1.533712, "reported_usd": 0.0, "estimated_usd": 1.533712, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.170412 }, { "key": "svg_fantasy_world_map", "label": "svg_fantasy_world_map", "runs": 10, "ok": 8, "spend_usd": 1.52969, "reported_usd": 0.0, "estimated_usd": 1.52969, "unknown_runs": 7, "wasted_usd": 0.00074, "wasted_runs": 2, "cost_per_ok_usd": 0.191211 }, { "key": "html_011_pure_css_sunset", "label": "html_011_pure_css_sunset", "runs": 11, "ok": 10, "spend_usd": 1.522038, "reported_usd": 0.0, "estimated_usd": 1.522038, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.152204 }, { "key": "svg_burger_exploded", "label": "svg_burger_exploded", "runs": 14, "ok": 14, "spend_usd": 1.51679, "reported_usd": 0.0, "estimated_usd": 1.51679, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.108342 }, { "key": "threejs_torchlit_dungeon_dragon", "label": "threejs_torchlit_dungeon_dragon", "runs": 1, "ok": 1, "spend_usd": 1.513375, "reported_usd": 0.0, "estimated_usd": 1.513375, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.513375 }, { "key": "svg_flamingo_one_leg", "label": "svg_flamingo_one_leg", "runs": 10, "ok": 10, "spend_usd": 1.488004, "reported_usd": 0.0, "estimated_usd": 1.488004, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.1488 }, { "key": "svg_panda_bamboo", "label": "svg_panda_bamboo", "runs": 12, "ok": 11, "spend_usd": 1.459498, "reported_usd": 0.0, "estimated_usd": 1.459498, "unknown_runs": 9, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.132682 }, { "key": "html_001_ink_bloom_garden", "label": "html_001_ink_bloom_garden", "runs": 15, "ok": 14, "spend_usd": 1.45131, "reported_usd": 0.0, "estimated_usd": 1.45131, "unknown_runs": 12, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.103665 }, { "key": "svg_alien_planet_moons", "label": "svg_alien_planet_moons", "runs": 14, "ok": 14, "spend_usd": 1.44465, "reported_usd": 0.0, "estimated_usd": 1.44465, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.103189 }, { "key": "html_019_boids_lagoon", "label": "html_019_boids_lagoon", "runs": 8, "ok": 8, "spend_usd": 1.408542, "reported_usd": 0.0, "estimated_usd": 1.408542, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.176068 }, { "key": "remotion_chess_famous_game", "label": "remotion_chess_famous_game", "runs": 1, "ok": 1, "spend_usd": 1.398222, "reported_usd": 0.0, "estimated_usd": 1.398222, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 1.398222 }, { "key": "svg_fountain_pen_ink", "label": "svg_fountain_pen_ink", "runs": 10, "ok": 9, "spend_usd": 1.393692, "reported_usd": 0.0, "estimated_usd": 1.393692, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.154855 }, { "key": "html_009_forest_fire_automaton", "label": "html_009_forest_fire_automaton", "runs": 12, "ok": 10, "spend_usd": 1.376988, "reported_usd": 0.0, "estimated_usd": 1.376988, "unknown_runs": 9, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.137699 }, { "key": "svg_greek_temple", "label": "svg_greek_temple", "runs": 9, "ok": 8, "spend_usd": 1.370902, "reported_usd": 0.0, "estimated_usd": 1.370902, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.171363 }, { "key": "svg_corgi_frisbee", "label": "svg_corgi_frisbee", "runs": 14, "ok": 13, "spend_usd": 1.34427, "reported_usd": 0.0, "estimated_usd": 1.34427, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.103405 }, { "key": "html_012_magnetic_filings", "label": "html_012_magnetic_filings", "runs": 11, "ok": 10, "spend_usd": 1.333566, "reported_usd": 0.0, "estimated_usd": 1.333566, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.133357 }, { "key": "svg_coffee_chalkboard", "label": "svg_coffee_chalkboard", "runs": 14, "ok": 12, "spend_usd": 1.328312, "reported_usd": 0.0, "estimated_usd": 1.328312, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.110693 }, { "key": "svg_bubble_tea", "label": "svg_bubble_tea", "runs": 14, "ok": 12, "spend_usd": 1.283416, "reported_usd": 0.0, "estimated_usd": 1.283416, "unknown_runs": 11, "wasted_usd": 0.401596, "wasted_runs": 2, "cost_per_ok_usd": 0.106951 }, { "key": "svg_art_deco_skyscraper", "label": "svg_art_deco_skyscraper", "runs": 14, "ok": 13, "spend_usd": 1.251064, "reported_usd": 0.0, "estimated_usd": 1.251064, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.096236 }, { "key": "svg_drone_quadcopter", "label": "svg_drone_quadcopter", "runs": 10, "ok": 10, "spend_usd": 1.17961, "reported_usd": 0.0, "estimated_usd": 1.17961, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.117961 }, { "key": "svg_butterfly_life_cycle", "label": "svg_butterfly_life_cycle", "runs": 14, "ok": 12, "spend_usd": 1.14284, "reported_usd": 0.0, "estimated_usd": 1.14284, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.095237 }, { "key": "opus55demo_tron_game", "label": "\"Make a Tron game\"", "runs": 2, "ok": 2, "spend_usd": 1.126994, "reported_usd": 0.78543, "estimated_usd": 0.341564, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.563497 }, { "key": "svg_game_handheld_retro", "label": "svg_game_handheld_retro", "runs": 10, "ok": 10, "spend_usd": 1.104828, "reported_usd": 0.0, "estimated_usd": 1.104828, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.110483 }, { "key": "html_007_kinetic_headline", "label": "html_007_kinetic_headline", "runs": 11, "ok": 11, "spend_usd": 1.089124, "reported_usd": 0.0, "estimated_usd": 1.089124, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.099011 }, { "key": "threejs_night_train", "label": "threejs_night_train", "runs": 9, "ok": 6, "spend_usd": 1.06042, "reported_usd": 0.0, "estimated_usd": 1.06042, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.176737 }, { "key": "svg_egyptian_pyramids", "label": "svg_egyptian_pyramids", "runs": 10, "ok": 9, "spend_usd": 1.052374, "reported_usd": 0.0, "estimated_usd": 1.052374, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.11693 }, { "key": "html_002_pendulum_wave", "label": "html_002_pendulum_wave", "runs": 16, "ok": 13, "spend_usd": 1.015404, "reported_usd": 0.0, "estimated_usd": 1.015404, "unknown_runs": 13, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.078108 }, { "key": "svg_bicycle_labeled_diagram", "label": "svg_bicycle_labeled_diagram", "runs": 14, "ok": 11, "spend_usd": 1.007784, "reported_usd": 0.0, "estimated_usd": 1.007784, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": 0.091617 }, { "key": "svg_isometric_coffee_shop", "label": "svg_isometric_coffee_shop", "runs": 7, "ok": 6, "spend_usd": 1.00234, "reported_usd": 0.0, "estimated_usd": 1.00234, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.167057 }, { "key": "svg_alarm_clock_bells", "label": "svg_alarm_clock_bells", "runs": 14, "ok": 12, "spend_usd": 0.992256, "reported_usd": 0.0, "estimated_usd": 0.992256, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.082688 }, { "key": "opus55demo_token_bucket_explainer", "label": "Token bucket explainer", "runs": 2, "ok": 2, "spend_usd": 0.926193, "reported_usd": 0.603465, "estimated_usd": 0.322728, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.463097 }, { "key": "svg_isometric_harbor", "label": "svg_isometric_harbor", "runs": 7, "ok": 5, "spend_usd": 0.89622, "reported_usd": 0.0, "estimated_usd": 0.89622, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.179244 }, { "key": "svg_isometric_space_station", "label": "svg_isometric_space_station", "runs": 7, "ok": 6, "spend_usd": 0.84791, "reported_usd": 0.0, "estimated_usd": 0.84791, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.141318 }, { "key": "threejs_soap_bubble_shader_playground", "label": "threejs_soap_bubble_shader_playground", "runs": 1, "ok": 1, "spend_usd": 0.840469, "reported_usd": 0.840469, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.840469 }, { "key": "svg_isometric_farm", "label": "svg_isometric_farm", "runs": 7, "ok": 6, "spend_usd": 0.82045, "reported_usd": 0.0, "estimated_usd": 0.82045, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.136742 }, { "key": "svg_kids_building_snowman", "label": "svg_kids_building_snowman", "runs": 7, "ok": 6, "spend_usd": 0.81385, "reported_usd": 0.0, "estimated_usd": 0.81385, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.135642 }, { "key": "threejs_zoetrope_optical_toys", "label": "threejs_zoetrope_optical_toys", "runs": 2, "ok": 2, "spend_usd": 0.79699, "reported_usd": 0.0, "estimated_usd": 0.79699, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.398495 }, { "key": "svg_knight_armor", "label": "svg_knight_armor", "runs": 7, "ok": 7, "spend_usd": 0.781, "reported_usd": 0.0, "estimated_usd": 0.781, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.111571 }, { "key": "svg_japanese_pagoda", "label": "svg_japanese_pagoda", "runs": 7, "ok": 6, "spend_usd": 0.77854, "reported_usd": 0.0, "estimated_usd": 0.77854, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.129757 }, { "key": "svg_isometric_office_desk", "label": "svg_isometric_office_desk", "runs": 7, "ok": 5, "spend_usd": 0.76129, "reported_usd": 0.0, "estimated_usd": 0.76129, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.152258 }, { "key": "svg_atom_bohr_model", "label": "svg_atom_bohr_model", "runs": 14, "ok": 12, "spend_usd": 0.758328, "reported_usd": 0.0, "estimated_usd": 0.758328, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.063194 }, { "key": "svg_jack_o_lanterns", "label": "svg_jack_o_lanterns", "runs": 7, "ok": 6, "spend_usd": 0.73958, "reported_usd": 0.0, "estimated_usd": 0.73958, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.123263 }, { "key": "svg_honeybee_honeycomb", "label": "svg_honeybee_honeycomb", "runs": 8, "ok": 6, "spend_usd": 0.73412, "reported_usd": 0.0, "estimated_usd": 0.73412, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.122353 }, { "key": "svg_fractal_tree", "label": "svg_fractal_tree", "runs": 10, "ok": 10, "spend_usd": 0.732558, "reported_usd": 0.0, "estimated_usd": 0.732558, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.073256 }, { "key": "svg_good_vibes_retro", "label": "svg_good_vibes_retro", "runs": 10, "ok": 10, "spend_usd": 0.7315, "reported_usd": 0.0, "estimated_usd": 0.7315, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.07315 }, { "key": "svg_app_icon_set_flat", "label": "svg_app_icon_set_flat", "runs": 14, "ok": 14, "spend_usd": 0.725408, "reported_usd": 0.0, "estimated_usd": 0.725408, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.051815 }, { "key": "threejs_pinball_cosmos_table", "label": "threejs_pinball_cosmos_table", "runs": 5, "ok": 5, "spend_usd": 0.69439, "reported_usd": 0.0, "estimated_usd": 0.69439, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.138878 }, { "key": "svg_helicopter_rescue", "label": "svg_helicopter_rescue", "runs": 7, "ok": 6, "spend_usd": 0.67646, "reported_usd": 0.0, "estimated_usd": 0.67646, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.112743 }, { "key": "svg_dream_big_3d_letters", "label": "svg_dream_big_3d_letters", "runs": 10, "ok": 9, "spend_usd": 0.675964, "reported_usd": 0.0, "estimated_usd": 0.675964, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.075107 }, { "key": "svg_kingfisher_dive", "label": "svg_kingfisher_dive", "runs": 7, "ok": 7, "spend_usd": 0.66463, "reported_usd": 0.0, "estimated_usd": 0.66463, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.094947 }, { "key": "threejs_rube_goldberg_breakfast", "label": "threejs_rube_goldberg_breakfast", "runs": 1, "ok": 1, "spend_usd": 0.6525, "reported_usd": 0.0, "estimated_usd": 0.6525, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.6525 }, { "key": "svg_hot_air_balloons", "label": "svg_hot_air_balloons", "runs": 7, "ok": 7, "spend_usd": 0.62122, "reported_usd": 0.0, "estimated_usd": 0.62122, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.088746 }, { "key": "svg_ladybug_leaf", "label": "svg_ladybug_leaf", "runs": 7, "ok": 5, "spend_usd": 0.61237, "reported_usd": 0.0, "estimated_usd": 0.61237, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.122474 }, { "key": "svg_hedgehog_mushroom", "label": "svg_hedgehog_mushroom", "runs": 7, "ok": 6, "spend_usd": 0.6115, "reported_usd": 0.0, "estimated_usd": 0.6115, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.101917 }, { "key": "svg_glitch_error_text", "label": "svg_glitch_error_text", "runs": 10, "ok": 10, "spend_usd": 0.609334, "reported_usd": 0.0, "estimated_usd": 0.609334, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.060933 }, { "key": "svg_key_ring_set", "label": "svg_key_ring_set", "runs": 7, "ok": 6, "spend_usd": 0.60171, "reported_usd": 0.0, "estimated_usd": 0.60171, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.100285 }, { "key": "svg_human_heart_anatomy", "label": "svg_human_heart_anatomy", "runs": 7, "ok": 5, "spend_usd": 0.58508, "reported_usd": 0.0, "estimated_usd": 0.58508, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.117016 }, { "key": "svg_flowchart_coffee", "label": "svg_flowchart_coffee", "runs": 10, "ok": 10, "spend_usd": 0.58018, "reported_usd": 0.0, "estimated_usd": 0.58018, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.058018 }, { "key": "svg_chat_interface", "label": "svg_chat_interface", "runs": 14, "ok": 12, "spend_usd": 0.546228, "reported_usd": 0.0, "estimated_usd": 0.546228, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.045519 }, { "key": "svg_hand_five_fruits", "label": "svg_hand_five_fruits", "runs": 7, "ok": 6, "spend_usd": 0.54447, "reported_usd": 0.0, "estimated_usd": 0.54447, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.090745 }, { "key": "svg_hummingbird_flower", "label": "svg_hummingbird_flower", "runs": 7, "ok": 7, "spend_usd": 0.53886, "reported_usd": 0.0, "estimated_usd": 0.53886, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.07698 }, { "key": "svg_polar_bear_ice", "label": "svg_polar_bear_ice", "runs": 7, "ok": 7, "spend_usd": 0.51575, "reported_usd": 0.0, "estimated_usd": 0.51575, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.073679 }, { "key": "svg_halloween_drippy_boo", "label": "svg_halloween_drippy_boo", "runs": 7, "ok": 7, "spend_usd": 0.4885, "reported_usd": 0.0, "estimated_usd": 0.4885, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.069786 }, { "key": "svg_human_skeleton_front", "label": "svg_human_skeleton_front", "runs": 7, "ok": 7, "spend_usd": 0.4875, "reported_usd": 0.0, "estimated_usd": 0.4875, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.069643 }, { "key": "ps5_console", "label": "PS5 Pro console scene", "runs": 2, "ok": 2, "spend_usd": 0.483248, "reported_usd": 0.0, "estimated_usd": 0.483248, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.241624 }, { "key": "svg_human_eye_diagram", "label": "svg_human_eye_diagram", "runs": 7, "ok": 6, "spend_usd": 0.47585, "reported_usd": 0.0, "estimated_usd": 0.47585, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.079308 }, { "key": "svg_ice_cream_cone_melting", "label": "svg_ice_cream_cone_melting", "runs": 7, "ok": 6, "spend_usd": 0.47064, "reported_usd": 0.0, "estimated_usd": 0.47064, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.07844 }, { "key": "svg_file_upload_dropzone", "label": "svg_file_upload_dropzone", "runs": 10, "ok": 10, "spend_usd": 0.46812, "reported_usd": 0.0, "estimated_usd": 0.46812, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.046812 }, { "key": "svg_headphones_over_ear", "label": "svg_headphones_over_ear", "runs": 7, "ok": 6, "spend_usd": 0.45648, "reported_usd": 0.0, "estimated_usd": 0.45648, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.07608 }, { "key": "svg_latte_art", "label": "svg_latte_art", "runs": 7, "ok": 6, "spend_usd": 0.45582, "reported_usd": 0.0, "estimated_usd": 0.45582, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.07597 }, { "key": "ps5_controller_quick", "label": "DualSense controller, quick", "runs": 2, "ok": 2, "spend_usd": 0.440214, "reported_usd": 0.0, "estimated_usd": 0.440214, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.220107 }, { "key": "svg_calendar_month_view", "label": "svg_calendar_month_view", "runs": 14, "ok": 14, "spend_usd": 0.436672, "reported_usd": 0.0, "estimated_usd": 0.436672, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.031191 }, { "key": "svg_donut_chart_energy", "label": "svg_donut_chart_energy", "runs": 10, "ok": 10, "spend_usd": 0.426446, "reported_usd": 0.0, "estimated_usd": 0.426446, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.042645 }, { "key": "svg_battery_icons_states", "label": "svg_battery_icons_states", "runs": 14, "ok": 14, "spend_usd": 0.40596, "reported_usd": 0.0, "estimated_usd": 0.40596, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.028997 }, { "key": "svg_islamic_star_tiling", "label": "svg_islamic_star_tiling", "runs": 7, "ok": 5, "spend_usd": 0.3976, "reported_usd": 0.0, "estimated_usd": 0.3976, "unknown_runs": 6, "wasted_usd": 0.3976, "wasted_runs": 2, "cost_per_ok_usd": 0.07952 }, { "key": "svg_hourglass_sand", "label": "svg_hourglass_sand", "runs": 7, "ok": 7, "spend_usd": 0.31448, "reported_usd": 0.0, "estimated_usd": 0.31448, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.044926 }, { "key": "svg_bauhaus_composition", "label": "svg_bauhaus_composition", "runs": 14, "ok": 14, "spend_usd": 0.303892, "reported_usd": 0.0, "estimated_usd": 0.303892, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.021707 }, { "key": "svg_bar_chart_fruit_sales", "label": "svg_bar_chart_fruit_sales", "runs": 14, "ok": 14, "spend_usd": 0.236068, "reported_usd": 0.0, "estimated_usd": 0.236068, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.016862 }, { "key": "svg_dashboard_card_sales", "label": "svg_dashboard_card_sales", "runs": 14, "ok": 14, "spend_usd": 0.222288, "reported_usd": 0.0, "estimated_usd": 0.222288, "unknown_runs": 11, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.015878 }, { "key": "html_020_pricing_table_trio", "label": "html_020_pricing_table_trio", "runs": 6, "ok": 6, "spend_usd": 0.195084, "reported_usd": 0.0, "estimated_usd": 0.195084, "unknown_runs": 5, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.032514 }, { "key": "svg_japanese_wave_pattern", "label": "svg_japanese_wave_pattern", "runs": 7, "ok": 6, "spend_usd": 0.13208, "reported_usd": 0.0, "estimated_usd": 0.13208, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.022013 }, { "key": "quadruped_rig_walk", "label": "quadruped_rig_walk", "runs": 1, "ok": 0, "spend_usd": 0.115346, "reported_usd": 0.115346, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.115346, "wasted_runs": 1, "cost_per_ok_usd": null }, { "key": "svg_isometric_cubes_illusion", "label": "svg_isometric_cubes_illusion", "runs": 7, "ok": 7, "spend_usd": 0.09831, "reported_usd": 0.0, "estimated_usd": 0.09831, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.014044 }, { "key": "cine_crane_rise", "label": "cine_crane_rise", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "cine_low_angle_hero", "label": "cine_low_angle_hero", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "cine_rack_focus", "label": "cine_rack_focus", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "cine_whip_pan", "label": "cine_whip_pan", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "coastal_shallows", "label": "coastal_shallows", "runs": 1, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": null }, { "key": "explainer_ai_race", "label": "AI model race explainer", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "firstprinciples_mascot_multimedia", "label": "firstprinciples_mascot_multimedia", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_021_rotating_css_cube", "label": "html_021_rotating_css_cube", "runs": 5, "ok": 5, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 5, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_022_mandala_painter", "label": "html_022_mandala_painter", "runs": 5, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 5, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_023_mortgage_calculator", "label": "html_023_mortgage_calculator", "runs": 5, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 5, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.0 }, { "key": "html_024_tower_stack", "label": "html_024_tower_stack", "runs": 3, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_025_gravity_well", "label": "html_025_gravity_well", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_026_aurora_ribbons", "label": "html_026_aurora_ribbons", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_027_momentum_cradle", "label": "html_027_momentum_cradle", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_028_night_market_zine", "label": "html_028_night_market_zine", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_029_asteroid_drift", "label": "html_029_asteroid_drift", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_030_unit_converter_deck", "label": "html_030_unit_converter_deck", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_031_population_bubbles", "label": "html_031_population_bubbles", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_032_liquid_letters", "label": "html_032_liquid_letters", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_033_wind_chimes", "label": "html_033_wind_chimes", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_034_sandpile_falling", "label": "html_034_sandpile_falling", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_035_modal_dialog_set", "label": "html_035_modal_dialog_set", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_036_css_jellyfish_tank", "label": "html_036_css_jellyfish_tank", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_037_voronoi_stained_glass", "label": "html_037_voronoi_stained_glass", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_038_cloth_curtain", "label": "html_038_cloth_curtain", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_039_memory_match_cards", "label": "html_039_memory_match_cards", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_040_markdown_notepad", "label": "html_040_markdown_notepad", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_041_solar_radial_clock", "label": "html_041_solar_radial_clock", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_042_split_flap_board", "label": "html_042_split_flap_board", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_043_drone_pad_synth", "label": "html_043_drone_pad_synth", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_044_traffic_intersection", "label": "html_044_traffic_intersection", "runs": 3, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.0 }, { "key": "html_045_form_validation_demo", "label": "html_045_form_validation_demo", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_046_pure_css_loaders", "label": "html_046_pure_css_loaders", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_047_flow_field_threads", "label": "html_047_flow_field_threads", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_048_marble_run_ramps", "label": "html_048_marble_run_ramps", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_049_maze_runner", "label": "html_049_maze_runner", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_050_budget_pie_planner", "label": "html_050_budget_pie_planner", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_051_tidal_moir", "label": "html_051_tidal_moir", "runs": 3, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_052_catapult_castle", "label": "html_052_catapult_castle", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_053_portfolio_grid", "label": "html_053_portfolio_grid", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_054_flappy_paper_plane", "label": "html_054_flappy_paper_plane", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_055_password_forge", "label": "html_055_password_forge", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_056_commute_heatmap", "label": "html_056_commute_heatmap", "runs": 3, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": null }, { "key": "html_057_variable_weight_wave", "label": "html_057_variable_weight_wave", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_058_bubble_wrap_pop", "label": "html_058_bubble_wrap_pop", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_059_predator_prey_meadow", "label": "html_059_predator_prey_meadow", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_060_segmented_nav_kit", "label": "html_060_segmented_nav_kit", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_061_css_candle_flame", "label": "html_061_css_candle_flame", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_062_recursive_tree_wind", "label": "html_062_recursive_tree_wind", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_063_rope_bridge", "label": "html_063_rope_bridge", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_064_minesweeper_classic", "label": "html_064_minesweeper_classic", "runs": 3, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": null }, { "key": "html_065_habit_streak_tracker", "label": "html_065_habit_streak_tracker", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_066_stock_candlesticks", "label": "html_066_stock_candlesticks", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_067_glitch_title_card", "label": "html_067_glitch_title_card", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_068_piano_keys_mini", "label": "html_068_piano_keys_mini", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_069_ant_colony_trails", "label": "html_069_ant_colony_trails", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_070_card_hover_effects", "label": "html_070_card_hover_effects", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_071_css_pixel_portrait", "label": "html_071_css_pixel_portrait", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_072_starfield_warp", "label": "html_072_starfield_warp", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_073_water_ripple_pond", "label": "html_073_water_ripple_pond", "runs": 3, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.0 }, { "key": "html_074_word_guess_five", "label": "html_074_word_guess_five", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_075_tip_splitter", "label": "html_075_tip_splitter", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_076_reaction_diffusion", "label": "html_076_reaction_diffusion", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_077_double_pendulum_chaos", "label": "html_077_double_pendulum_chaos", "runs": 3, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 3, "cost_per_ok_usd": null }, { "key": "html_078_event_poster_page", "label": "html_078_event_poster_page", "runs": 3, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.0 }, { "key": "html_079_tetromino_drop", "label": "html_079_tetromino_drop", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_080_regex_playground", "label": "html_080_regex_playground", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_081_election_hemicycle", "label": "html_081_election_hemicycle", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_082_circular_text_badge", "label": "html_082_circular_text_badge", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_083_sine_chord_pad", "label": "html_083_sine_chord_pad", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_084_epidemic_grid", "label": "html_084_epidemic_grid", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_085_dropdown_menu_kit", "label": "html_085_dropdown_menu_kit", "runs": 3, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.0 }, { "key": "html_086_css_ocean_waves", "label": "html_086_css_ocean_waves", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_087_particle_text_morph", "label": "html_087_particle_text_morph", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_088_spring_mass_chain", "label": "html_088_spring_mass_chain", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_089_pixel_paint_paddles", "label": "html_089_pixel_paint_paddles", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_090_countdown_builder", "label": "html_090_countdown_builder", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_091_treemap_budget", "label": "html_091_treemap_budget", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_092_scroll_story_words", "label": "html_092_scroll_story_words", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_093_arpeggio_machine", "label": "html_093_arpeggio_machine", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_094_lava_lamp_metaballs", "label": "html_094_lava_lamp_metaballs", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_095_notification_centre", "label": "html_095_notification_centre", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "html_096_css_solar_system", "label": "html_096_css_solar_system", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_097_wave_interference", "label": "html_097_wave_interference", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "html_zoom_to_atom", "label": "html_zoom_to_atom", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "mg_chart_morph", "label": "Chart morph (bars, line, donut)", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "mg_kpi_odometer", "label": "KPI odometer cards", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "mg_orbit_compare", "label": "Planet orbits to size line-up", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "mg_route_map", "label": "Flight route map", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "mg_shape_logo", "label": "Shape-morph logo reveal", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "mg_stock_candles", "label": "Stock line to candlesticks", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "mg_waffle_morph", "label": "Scatter, waffle, histogram morph", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_astronaut_floating__agent", "label": "svg_astronaut_floating__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_boxing_ring__agent", "label": "svg_boxing_ring__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_cargo_ship_containers__agent", "label": "svg_cargo_ship_containers__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_chat_interface__agent", "label": "svg_chat_interface__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_city_park_top_down__agent", "label": "svg_city_park_top_down__agent", "runs": 1, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": null }, { "key": "svg_cyberpunk_alley__agent", "label": "svg_cyberpunk_alley__agent", "runs": 1, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": null }, { "key": "svg_detective_noir__agent", "label": "svg_detective_noir__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_dragon_sleeping_castle__agent", "label": "svg_dragon_sleeping_castle__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_film_camera__agent", "label": "svg_film_camera__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_food_pyramid__agent", "label": "svg_food_pyramid__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_grand_piano__agent", "label": "svg_grand_piano__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_halloween_drippy_boo__agent", "label": "svg_halloween_drippy_boo__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_hand_five_fruits__agent", "label": "svg_hand_five_fruits__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_hello_neon_sign", "label": "svg_hello_neon_sign", "runs": 7, "ok": 5, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 7, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": 0.0 }, { "key": "svg_hello_neon_sign__agent", "label": "svg_hello_neon_sign__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_human_heart_anatomy__agent", "label": "svg_human_heart_anatomy__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_human_skeleton_front__agent", "label": "svg_human_skeleton_front__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_hummingbird_flower__agent", "label": "svg_hummingbird_flower__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_islamic_star_tiling__agent", "label": "svg_islamic_star_tiling__agent", "runs": 1, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": null }, { "key": "svg_jack_o_lanterns__agent", "label": "svg_jack_o_lanterns__agent", "runs": 1, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": null }, { "key": "svg_japanese_pagoda__agent", "label": "svg_japanese_pagoda__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_ladybug_leaf__agent", "label": "svg_ladybug_leaf__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_latte_art__agent", "label": "svg_latte_art__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_lavender_fields", "label": "svg_lavender_fields", "runs": 5, "ok": 5, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 5, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_layer_cake_slice", "label": "svg_layer_cake_slice", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_line_chart_temperature", "label": "svg_line_chart_temperature", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_line_icon_set_home", "label": "svg_line_icon_set_home", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_login_screen_mockup", "label": "svg_login_screen_mockup", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_bakery_badge", "label": "svg_logo_bakery_badge", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_bookshop_owl", "label": "svg_logo_bookshop_owl", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_brewery_hops", "label": "svg_logo_brewery_hops", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_coffee_roaster", "label": "svg_logo_coffee_roaster", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_coffee_roaster__agent", "label": "svg_logo_coffee_roaster__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_fitness_gym", "label": "svg_logo_fitness_gym", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_florist_monoline", "label": "svg_logo_florist_monoline", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_mountain_outfitters", "label": "svg_logo_mountain_outfitters", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_pet_clinic", "label": "svg_logo_pet_clinic", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_space_agency", "label": "svg_logo_space_agency", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_sushi_bar", "label": "svg_logo_sushi_bar", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_sushi_bar__agent", "label": "svg_logo_sushi_bar__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_logo_tech_startup_geo", "label": "svg_logo_tech_startup_geo", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_lunar_new_year_lanterns", "label": "svg_lunar_new_year_lanterns", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_mandala_colorful", "label": "svg_mandala_colorful", "runs": 4, "ok": 4, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_mech_robot_city", "label": "svg_mech_robot_city", "runs": 3, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 3, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_mechanical_keyboard", "label": "svg_mechanical_keyboard", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_medieval_castle", "label": "svg_medieval_castle", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_memphis_pattern", "label": "svg_memphis_pattern", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_mermaid_rock", "label": "svg_mermaid_rock", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_mirror_cat_lion", "label": "svg_mirror_cat_lion", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_monarch_butterfly", "label": "svg_monarch_butterfly", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_monogram_ornate", "label": "svg_monogram_ornate", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_monster_truck_jump", "label": "svg_monster_truck_jump", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_moon_phases", "label": "svg_moon_phases", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_mosque_domes", "label": "svg_mosque_domes", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_mountain_lake_dawn", "label": "svg_mountain_lake_dawn", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_mountain_lake_dawn__agent", "label": "svg_mountain_lake_dawn__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_mountain_trail_map", "label": "svg_mountain_trail_map", "runs": 2, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": null }, { "key": "svg_music_player_ui", "label": "svg_music_player_ui", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_new_year_fireworks_city", "label": "svg_new_year_fireworks_city", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_northern_lights", "label": "svg_northern_lights", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_old_fisherman", "label": "svg_old_fisherman", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_op_art_waves", "label": "svg_op_art_waves", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_orchestra_seating", "label": "svg_orchestra_seating", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_org_chart_small", "label": "svg_org_chart_small", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_painter_easel", "label": "svg_painter_easel", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_panda_bamboo__agent", "label": "svg_panda_bamboo__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_peacock_display", "label": "svg_peacock_display", "runs": 4, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 4, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_penguin_huddle", "label": "svg_penguin_huddle", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_penrose_triangle", "label": "svg_penrose_triangle", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_periodic_table_row", "label": "svg_periodic_table_row", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_phoenix_rising", "label": "svg_phoenix_rising", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_pie_chart_budget", "label": "svg_pie_chart_budget", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_pizza_slice_pull", "label": "svg_pizza_slice_pull", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_plant_cell_diagram", "label": "svg_plant_cell_diagram", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_potted_succulents", "label": "svg_potted_succulents", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_progress_ring_fitness", "label": "svg_progress_ring_fitness", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_puddle_reflection", "label": "svg_puddle_reflection", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_ramen_bowl", "label": "svg_ramen_bowl", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_recycling_process", "label": "svg_recycling_process", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_red_double_decker_bus", "label": "svg_red_double_decker_bus", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_red_fox_snow__agent", "label": "svg_red_fox_snow__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_retro_crt_computer", "label": "svg_retro_crt_computer", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_retro_crt_computer__agent", "label": "svg_retro_crt_computer__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_rice_terraces", "label": "svg_rice_terraces", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_rice_terraces__agent", "label": "svg_rice_terraces__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_robot_vacuum", "label": "svg_robot_vacuum", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_robot_watering_flower", "label": "svg_robot_watering_flower", "runs": 2, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": null }, { "key": "svg_rock_band_stage", "label": "svg_rock_band_stage", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_rock_climber_cliff", "label": "svg_rock_climber_cliff", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_row_houses_colorful", "label": "svg_row_houses_colorful", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_sailboat_regatta", "label": "svg_sailboat_regatta", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_saxophone_notes", "label": "svg_saxophone_notes", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_server_rack", "label": "svg_server_rack", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_sewing_machine", "label": "svg_sewing_machine", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_sewing_machine__agent", "label": "svg_sewing_machine__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_sheet_music_staff", "label": "svg_sheet_music_staff", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_skateboarder_ollie", "label": "svg_skateboarder_ollie", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_skier_downhill", "label": "svg_skier_downhill", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_smartphone_exploded", "label": "svg_smartphone_exploded", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_smartwatch_face", "label": "svg_smartwatch_face", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_sneaker_side", "label": "svg_sneaker_side", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_soccer_bicycle_kick", "label": "svg_soccer_bicycle_kick", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_soccer_bicycle_kick__agent", "label": "svg_soccer_bicycle_kick__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_solar_system_orbits", "label": "svg_solar_system_orbits", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_space_shuttle_launch", "label": "svg_space_shuttle_launch", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_spaceship_hangar", "label": "svg_spaceship_hangar", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_sports_team_crest", "label": "svg_sports_team_crest", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_spring_cherry_blossom_picnic", "label": "svg_spring_cherry_blossom_picnic", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_stacked_pancakes", "label": "svg_stacked_pancakes", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_stained_glass_abstract", "label": "svg_stained_glass_abstract", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_stay_wild_badge", "label": "svg_stay_wild_badge", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_steam_locomotive", "label": "svg_steam_locomotive", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_steam_locomotive__agent", "label": "svg_steam_locomotive__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_steampunk_airship", "label": "svg_steampunk_airship", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_submarine_deep_sea", "label": "svg_submarine_deep_sea", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_subway_map_lines", "label": "svg_subway_map_lines", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_summer_beach_umbrella", "label": "svg_summer_beach_umbrella", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_sunburst_gradient_rays", "label": "svg_sunburst_gradient_rays", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_surfer_barrel_wave", "label": "svg_surfer_barrel_wave", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_sushi_platter", "label": "svg_sushi_platter", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_sushi_platter__agent", "label": "svg_sushi_platter__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_suspension_bridge_fog", "label": "svg_suspension_bridge_fog", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_suspension_bridge_fog__agent", "label": "svg_suspension_bridge_fog__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_swimmer_butterfly", "label": "svg_swimmer_butterfly", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_swiss_army_knife", "label": "svg_swiss_army_knife", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_swiss_army_knife__agent", "label": "svg_swiss_army_knife__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_synthesizer_modular", "label": "svg_synthesizer_modular", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_taco_trio", "label": "svg_taco_trio", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_tennis_serve", "label": "svg_tennis_serve", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_thank_you_script", "label": "svg_thank_you_script", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_thanksgiving_table", "label": "svg_thanksgiving_table", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_three_stacked_animals", "label": "svg_three_stacked_animals", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_thunderstorm_prairie", "label": "svg_thunderstorm_prairie", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_timeline_flight_history", "label": "svg_timeline_flight_history", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_toggle_switches_panel", "label": "svg_toggle_switches_panel", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_toolbox_open", "label": "svg_toolbox_open", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_toucan_branch", "label": "svg_toucan_branch", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_tram_hill_street", "label": "svg_tram_hill_street", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_treasure_map", "label": "svg_treasure_map", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_treasure_map__agent", "label": "svg_treasure_map__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_treehouse_ladder", "label": "svg_treehouse_ladder", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_tropical_beach", "label": "svg_tropical_beach", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_umbrella_rain", "label": "svg_umbrella_rain", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_underwater_kelp_forest", "label": "svg_underwater_kelp_forest", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_unicorn_meadow", "label": "svg_unicorn_meadow", "runs": 2, "ok": 0, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 2, "cost_per_ok_usd": null }, { "key": "svg_valentine_hearts_mail", "label": "svg_valentine_hearts_mail", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_venn_three_circles", "label": "svg_venn_three_circles", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_vintage_biplane", "label": "svg_vintage_biplane", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_vintage_poster_travel", "label": "svg_vintage_poster_travel", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_vintage_scooter", "label": "svg_vintage_scooter", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_vintage_typewriter", "label": "svg_vintage_typewriter", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_vinyl_turntable", "label": "svg_vinyl_turntable", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_vinyl_turntable__agent", "label": "svg_vinyl_turntable__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_violin_bow", "label": "svg_violin_bow", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_volcano_cross_section", "label": "svg_volcano_cross_section", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_volcano_eruption", "label": "svg_volcano_eruption", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_voronoi_cells", "label": "svg_voronoi_cells", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_voronoi_cells__agent", "label": "svg_voronoi_cells__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_vr_headset", "label": "svg_vr_headset", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_water_cycle_diagram", "label": "svg_water_cycle_diagram", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_water_cycle_diagram__agent", "label": "svg_water_cycle_diagram__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_waterfall_jungle", "label": "svg_waterfall_jungle", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_weather_widget", "label": "svg_weather_widget", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_weather_widget__agent", "label": "svg_weather_widget__agent", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 0, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "svg_winter_cabin_christmas", "label": "svg_winter_cabin_christmas", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_wizard_tower_spell", "label": "svg_wizard_tower_spell", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "svg_word_made_of_clouds", "label": "svg_word_made_of_clouds", "runs": 2, "ok": 2, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "threejs_blizzard_cabin", "label": "threejs_blizzard_cabin", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "threejs_garden_automation_tutorial", "label": "threejs_garden_automation_tutorial", "runs": 2, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 2, "wasted_usd": 0.0, "wasted_runs": 1, "cost_per_ok_usd": 0.0 }, { "key": "threejs_gerstner_ocean_storm", "label": "threejs_gerstner_ocean_storm", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "threejs_gpgpu_galaxy_collision", "label": "threejs_gpgpu_galaxy_collision", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "threejs_infinite_terrain_flyover", "label": "threejs_infinite_terrain_flyover", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "threejs_jetski_ocean_physics", "label": "threejs_jetski_ocean_physics", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "threejs_octopus_reef", "label": "threejs_octopus_reef", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "threejs_paris_tower", "label": "threejs_paris_tower", "runs": 6, "ok": 6, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 6, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "threejs_toy_pool_water", "label": "threejs_toy_pool_water", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "video_style_morph_character_hyperframes", "label": "video_style_morph_character_hyperframes", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "video_style_morph_character_remotion", "label": "video_style_morph_character_remotion", "runs": 1, "ok": 1, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 1, "wasted_usd": 0.0, "wasted_runs": 0, "cost_per_ok_usd": 0.0 }, { "key": "wc_venice_watercolour", "label": "Live watercolour: Venetian canal", "runs": 8, "ok": 3, "spend_usd": 0.0, "reported_usd": 0.0, "estimated_usd": 0.0, "unknown_runs": 8, "wasted_usd": 0.0, "wasted_runs": 5, "cost_per_ok_usd": 0.0 } ], "quality_per_dollar_note": "Shown one prompt at a time on the Cost vs quality page (scatter.html): each result's cost against the AI judge's draft score. Scores only compare results for the same prompt, so they are never averaged or divided across prompts.", "per_success": [ { "model": "Claude Haiku 5.5", "track": "neutral", "runs": 5, "ok": 5, "spend_usd": 0.0, "unknown_runs": 5, "cost_per_ok_usd": 0.0 }, { "model": "Claude Haiku 5.5", "track": "raw_baseline", "runs": 2, "ok": 2, "spend_usd": 0.0, "unknown_runs": 2, "cost_per_ok_usd": 0.0 }, { "model": "Claude Sonnet 5", "track": "raw_baseline", "runs": 99, "ok": 97, "spend_usd": 0.0, "unknown_runs": 99, "cost_per_ok_usd": 0.0 }, { "model": "Claude Sonnet 5.5", "track": "raw_baseline", "runs": 4, "ok": 2, "spend_usd": 0.0, "unknown_runs": 4, "cost_per_ok_usd": 0.0 }, { "model": "GLM-5.3", "track": "raw_baseline", "runs": 57, "ok": 14, "spend_usd": 0.0, "unknown_runs": 57, "cost_per_ok_usd": 0.0 }, { "model": "GPT-6 Luna", "track": "raw_baseline", "runs": 134, "ok": 134, "spend_usd": 0.0, "unknown_runs": 134, "cost_per_ok_usd": 0.0 }, { "model": "Gemini 3.6 Flash", "track": "raw_baseline", "runs": 11, "ok": 3, "spend_usd": 0.0, "unknown_runs": 0, "cost_per_ok_usd": 0.0 }, { "model": "Kimi K3", "track": "raw_baseline", "runs": 71, "ok": 65, "spend_usd": 0.0, "unknown_runs": 71, "cost_per_ok_usd": 0.0 }, { "model": "LongCat 2.5 Preview", "track": "neutral", "runs": 36, "ok": 30, "spend_usd": 0.0, "unknown_runs": 0, "cost_per_ok_usd": 0.0 }, { "model": "MiMo V2.6 Flash", "track": "neutral", "runs": 16, "ok": 2, "spend_usd": 0.0, "unknown_runs": 14, "cost_per_ok_usd": 0.0 }, { "model": "MiniMax M3", "track": "raw_baseline", "runs": 56, "ok": 40, "spend_usd": 0.0, "unknown_runs": 56, "cost_per_ok_usd": 0.0 }, { "model": "Muse Spark 1.3", "track": "neutral", "runs": 24, "ok": 23, "spend_usd": 0.0, "unknown_runs": 6, "cost_per_ok_usd": 0.0 }, { "model": "Qwen3.8 27B", "track": "raw_baseline", "runs": 340, "ok": 150, "spend_usd": 0.0, "unknown_runs": 340, "cost_per_ok_usd": 0.0 }, { "model": "Qwen3.8 Max", "track": "raw_baseline", "runs": 64, "ok": 52, "spend_usd": 0.0, "unknown_runs": 64, "cost_per_ok_usd": 0.0 }, { "model": "Space Bunny Alpha", "track": "neutral", "runs": 24, "ok": 23, "spend_usd": 0.0, "unknown_runs": 1, "cost_per_ok_usd": 0.0 }, { "model": "gemini-3.5-flash", "track": "raw_baseline", "runs": 2, "ok": 1, "spend_usd": 0.0, "unknown_runs": 2, "cost_per_ok_usd": 0.0 }, { "model": "gpt-6.1-sol", "track": "neutral", "runs": 20, "ok": 18, "spend_usd": 0.0, "unknown_runs": 20, "cost_per_ok_usd": 0.0 }, { "model": "gpt-6.1-sol", "track": "raw_baseline", "runs": 11, "ok": 11, "spend_usd": 0.0, "unknown_runs": 11, "cost_per_ok_usd": 0.0 }, { "model": "gpt-oss-120b", "track": "raw_baseline", "runs": 354, "ok": 324, "spend_usd": 0.0, "unknown_runs": 354, "cost_per_ok_usd": 0.0 }, { "model": "longcat-2.5-preview-free", "track": "neutral", "runs": 16, "ok": 12, "spend_usd": 0.0, "unknown_runs": 0, "cost_per_ok_usd": 0.0 }, { "model": "minimax-m3", "track": "raw_baseline", "runs": 8, "ok": 8, "spend_usd": 0.0, "unknown_runs": 8, "cost_per_ok_usd": 0.0 }, { "model": "qwen3p8-max", "track": "raw_baseline", "runs": 7, "ok": 7, "spend_usd": 0.0, "unknown_runs": 7, "cost_per_ok_usd": 0.0 }, { "model": "DeepSeek V4.1 Flash", "track": "raw_baseline", "runs": 166, "ok": 157, "spend_usd": 0.0347, "unknown_runs": 165, "cost_per_ok_usd": 0.000221 }, { "model": "DeepSeek V4 Pro", "track": "raw_baseline", "runs": 171, "ok": 167, "spend_usd": 0.0523, "unknown_runs": 170, "cost_per_ok_usd": 0.000313 }, { "model": "Gemini 3.8 Flash", "track": "neutral", "runs": 16, "ok": 8, "spend_usd": 0.073293, "unknown_runs": 10, "cost_per_ok_usd": 0.009162 }, { "model": "GPT-6 Sol", "track": "raw_baseline", "runs": 139, "ok": 139, "spend_usd": 2.355154, "unknown_runs": 134, "cost_per_ok_usd": 0.016944 }, { "model": "DeepSeek V4.1 Flash", "track": "home", "runs": 12, "ok": 11, "spend_usd": 1.530089, "unknown_runs": 0, "cost_per_ok_usd": 0.139099 }, { "model": "DeepSeek V4.1 Flash", "track": "neutral", "runs": 70, "ok": 51, "spend_usd": 7.29364, "unknown_runs": 15, "cost_per_ok_usd": 0.143013 }, { "model": "GPT-6 Astra", "track": "raw_baseline", "runs": 147, "ok": 144, "spend_usd": 88.35579, "unknown_runs": 3, "cost_per_ok_usd": 0.613582 }, { "model": "Claude Opus 5.5", "track": "raw_baseline", "runs": 141, "ok": 119, "spend_usd": 80.024404, "unknown_runs": 13, "cost_per_ok_usd": 0.672474 }, { "model": "Claude Fable 5.1", "track": "raw_baseline", "runs": 111, "ok": 108, "spend_usd": 103.92228, "unknown_runs": 1, "cost_per_ok_usd": 0.962243 }, { "model": "GPT-6 Sol", "track": "home", "runs": 14, "ok": 14, "spend_usd": 14.224689, "unknown_runs": 0, "cost_per_ok_usd": 1.016049 }, { "model": "Kimi K3", "track": "home", "runs": 9, "ok": 9, "spend_usd": 12.994538, "unknown_runs": 0, "cost_per_ok_usd": 1.443838 }, { "model": "GPT-6 Sol", "track": "neutral", "runs": 85, "ok": 85, "spend_usd": 136.821788, "unknown_runs": 0, "cost_per_ok_usd": 1.609668 }, { "model": "GLM-5.3", "track": "home", "runs": 24, "ok": 10, "spend_usd": 20.232184, "unknown_runs": 1, "cost_per_ok_usd": 2.023218 }, { "model": "GPT-6 Astra", "track": "home", "runs": 16, "ok": 16, "spend_usd": 37.146944, "unknown_runs": 0, "cost_per_ok_usd": 2.321684 }, { "model": "GLM-5.3", "track": "neutral", "runs": 29, "ok": 21, "spend_usd": 52.763413, "unknown_runs": 3, "cost_per_ok_usd": 2.512543 }, { "model": "Claude Sonnet 5.5", "track": "neutral", "runs": 62, "ok": 46, "spend_usd": 120.511979, "unknown_runs": 44, "cost_per_ok_usd": 2.619826 }, { "model": "Kimi K3", "track": "neutral", "runs": 25, "ok": 20, "spend_usd": 53.257608, "unknown_runs": 2, "cost_per_ok_usd": 2.66288 }, { "model": "Grok 4.7", "track": "home", "runs": 4, "ok": 4, "spend_usd": 19.645, "unknown_runs": 0, "cost_per_ok_usd": 4.91125 }, { "model": "GPT-6 Astra", "track": "neutral", "runs": 101, "ok": 100, "spend_usd": 617.928658, "unknown_runs": 0, "cost_per_ok_usd": 6.179287 }, { "model": "Grok 4.7", "track": "neutral", "runs": 6, "ok": 6, "spend_usd": 45.4211, "unknown_runs": 0, "cost_per_ok_usd": 7.570183 }, { "model": "Claude Opus 5.5", "track": "neutral", "runs": 183, "ok": 138, "spend_usd": 1223.210791, "unknown_runs": 17, "cost_per_ok_usd": 8.863846 }, { "model": "Claude Sonnet 5.5", "track": "home", "runs": 18, "ok": 6, "spend_usd": 57.408459, "unknown_runs": 6, "cost_per_ok_usd": 9.568077 }, { "model": "Claude Fable 5.1", "track": "home", "runs": 19, "ok": 17, "spend_usd": 162.888825, "unknown_runs": 0, "cost_per_ok_usd": 9.581696 }, { "model": "Claude Fable 5.1", "track": "neutral", "runs": 51, "ok": 36, "spend_usd": 734.871577, "unknown_runs": 0, "cost_per_ok_usd": 20.413099 }, { "model": "Claude Opus 5.5", "track": "home", "runs": 30, "ok": 26, "spend_usd": 549.852428, "unknown_runs": 0, "cost_per_ok_usd": 21.14817 }, { "model": "Gemini 3.7 Flash", "track": "raw_baseline", "runs": 2, "ok": 0, "spend_usd": 0.0, "unknown_runs": 1, "cost_per_ok_usd": null } ], "wasted": [ { "result_id": "hyperframes_artemis_ii__hermes__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "hyperframes_artemis_ii", "status": "dnf", "cost_usd": 26.8758726, "cost_basis": "reported_by_harness", "cost_usd_computed": 26.875873, "usage_not_reported": false, "wall_time_s": 8322.6 }, { "result_id": "hyperframes_artemis_ii__hermes-omh__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "prompt_id": "hyperframes_artemis_ii", "status": "dnf", "cost_usd": 24.640710000000006, "cost_basis": "reported_by_harness", "cost_usd_computed": 24.64071, "usage_not_reported": false, "wall_time_s": 7488.7 }, { "result_id": "threejs_space_bunny__claude-code__opus-5-5__attempt4", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "threejs_space_bunny", "status": "stopped_by_us", "cost_usd": 24.211941, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 24.211941, "usage_not_reported": false, "wall_time_s": 9002.652 }, { "result_id": "threejs_jellyfish__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_jellyfish", "status": "stopped_by_us", "cost_usd": 18.288480250000003, "cost_basis": "reported_by_harness", "cost_usd_computed": 18.270981, "usage_not_reported": false, "wall_time_s": 2583.5 }, { "result_id": "threejs_stillwater_pond__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_stillwater_pond", "status": "stopped_by_us", "cost_usd": 15.367736250000002, "cost_basis": "reported_by_harness", "cost_usd_computed": 15.346666, "usage_not_reported": false, "wall_time_s": 2581.7 }, { "result_id": "fjord__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "fjord", "status": "stopped_by_our_timeout", "cost_usd": 14.401516249999998, "cost_basis": "reported_by_harness", "cost_usd_computed": 14.374886, "usage_not_reported": false, "wall_time_s": 4462.0 }, { "result_id": "threejs_jellyfish__opencode__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_jellyfish", "status": "stopped_by_us", "cost_usd": 14.23479, "cost_basis": "reported_by_harness", "cost_usd_computed": 14.234791, "usage_not_reported": false, "wall_time_s": 2578.4 }, { "result_id": "threejs_tidewater__opencode__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_tidewater", "status": "stopped_by_us", "cost_usd": 13.953136500000005, "cost_basis": "reported_by_harness", "cost_usd_computed": 13.953136, "usage_not_reported": false, "wall_time_s": 2576.8 }, { "result_id": "threejs_tidewater__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_tidewater", "status": "stopped_by_us", "cost_usd": 13.025682, "cost_basis": "reported_by_harness", "cost_usd_computed": 13.008913, "usage_not_reported": false, "wall_time_s": 2554.4 }, { "result_id": "hyperframes_artemis_ii__pi-kitted__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "prompt_id": "hyperframes_artemis_ii", "status": "stopped_by_us", "cost_usd": 12.964576, "cost_basis": "reported_by_harness", "cost_usd_computed": 12.964576, "usage_not_reported": false, "wall_time_s": 3160.8 }, { "result_id": "threejs_momijigari__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_momijigari", "status": "stopped_by_us", "cost_usd": 12.847302500000001, "cost_basis": "reported_by_harness", "cost_usd_computed": 12.889143, "usage_not_reported": false, "wall_time_s": 2584.1 }, { "result_id": "x16_engine__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "x16_engine", "status": "stopped_by_us", "cost_usd": 11.592616249999997, "cost_basis": "reported_by_harness", "cost_usd_computed": 11.577546, "usage_not_reported": false, "wall_time_s": 2554.2 }, { "result_id": "threejs_ant_vs_gardener__opencode__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_ant_vs_gardener", "status": "stopped_by_us", "cost_usd": 11.478338999999998, "cost_basis": "reported_by_harness", "cost_usd_computed": 11.478339, "usage_not_reported": false, "wall_time_s": 2511.8 }, { "result_id": "brown_pelican_detailed__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "brown_pelican_detailed", "status": "stopped_by_our_timeout", "cost_usd": 11.284105, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2766.073 }, { "result_id": "threejs_space_bunny__opencode__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_space_bunny", "status": "stopped_by_us", "cost_usd": 11.226409, "cost_basis": "reported_by_harness", "cost_usd_computed": 11.226409, "usage_not_reported": false, "wall_time_s": 2577.3 }, { "result_id": "threejs_momijigari__opencode__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_momijigari", "status": "stopped_by_us", "cost_usd": 11.157113249999998, "cost_basis": "reported_by_harness", "cost_usd_computed": 11.157114, "usage_not_reported": false, "wall_time_s": 2577.7 }, { "result_id": "x16_engine__opencode__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "x16_engine", "status": "stopped_by_us", "cost_usd": 10.42571875, "cost_basis": "reported_by_harness", "cost_usd_computed": 10.425719, "usage_not_reported": false, "wall_time_s": 2579.7 }, { "result_id": "pixel_lofi_loop__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "pixel_lofi_loop", "status": "stopped_by_our_timeout", "cost_usd": 9.086554, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2766.062 }, { "result_id": "gpu_fluid_sim__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "gpu_fluid_sim", "status": "stopped_by_us", "cost_usd": 9.013081999999999, "cost_basis": "reported_by_harness", "cost_usd_computed": 8.998081, "usage_not_reported": false, "wall_time_s": 2358.9 }, { "result_id": "isometric_town__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "isometric_town", "status": "stopped_by_our_timeout", "cost_usd": 8.80116, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2765.124 }, { "result_id": "hyperframes_glass_launch_ui__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "hyperframes_glass_launch_ui", "status": "error", "cost_usd": 8.595708400000001, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2283.155 }, { "result_id": "threejs_eiffel__opencode__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_eiffel", "status": "stopped_by_us", "cost_usd": 8.522136249999999, "cost_basis": "reported_by_harness", "cost_usd_computed": 8.522136, "usage_not_reported": false, "wall_time_s": 2579.7 }, { "result_id": "threejs_space_bunny__opencode__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_space_bunny", "status": "stopped_by_us", "cost_usd": 8.385224800000003, "cost_basis": "reported_by_harness", "cost_usd_computed": 8.385225, "usage_not_reported": false, "wall_time_s": 2576.4 }, { "result_id": "x16_engine__opencode__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "x16_engine", "status": "stopped_by_us", "cost_usd": 8.2834616, "cost_basis": "reported_by_harness", "cost_usd_computed": 8.283462, "usage_not_reported": false, "wall_time_s": 2578.2 }, { "result_id": "ps5_controller__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "ps5_controller", "status": "stopped_by_our_timeout", "cost_usd": 8.060825, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2762.078 }, { "result_id": "threejs_momijigari__opencode__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_momijigari", "status": "stopped_by_us", "cost_usd": 7.848227000000002, "cost_basis": "reported_by_harness", "cost_usd_computed": 7.848227, "usage_not_reported": false, "wall_time_s": 2575.9 }, { "result_id": "lighthouse_night__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "lighthouse_night", "status": "stopped_by_our_timeout", "cost_usd": 7.598473, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2759.077 }, { "result_id": "js_short__pi-kitted__opus-5-5__attempt2", "model": "Claude Opus 5.5", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "prompt_id": "js_short", "status": "stopped_by_us", "cost_usd": 7.41823, "cost_basis": "reported_by_harness", "cost_usd_computed": 7.41823, "usage_not_reported": false, "wall_time_s": 2523.4 }, { "result_id": "video_printing_press_collage_hyperframes__opencode__glm-5.3__attempt2", "model": "GLM-5.3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "video_printing_press_collage_hyperframes", "status": "stopped_by_us", "cost_usd": 7.3747812, "cost_basis": "reported_by_harness", "cost_usd_computed": 7.374781, "usage_not_reported": false, "wall_time_s": 12134.7 }, { "result_id": "fjord__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "fjord", "status": "stopped_by_our_timeout", "cost_usd": 7.235219, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2773.072 }, { "result_id": "threejs_ant_vs_gardener__opencode__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_ant_vs_gardener", "status": "stopped_by_us", "cost_usd": 7.166133599999999, "cost_basis": "reported_by_harness", "cost_usd_computed": 7.166134, "usage_not_reported": false, "wall_time_s": 2501.9 }, { "result_id": "remotion_ai_dungeon__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "remotion_ai_dungeon", "status": "stopped_by_our_timeout", "cost_usd": 7.097305, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2762.15 }, { "result_id": "js_short__pi__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Pi 0.87.1", "harness_family": "Pi 0.87.1", "track": "neutral", "prompt_id": "js_short", "status": "stopped_by_us", "cost_usd": 7.013421, "cost_basis": "reported_by_harness", "cost_usd_computed": 7.013421, "usage_not_reported": false, "wall_time_s": 2493.7 }, { "result_id": "threejs_space_bunny__claude-code__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_space_bunny", "status": "stopped_by_us", "cost_usd": 6.939053200000003, "cost_basis": "reported_by_harness", "cost_usd_computed": 6.932089, "usage_not_reported": false, "wall_time_s": 2585.0 }, { "result_id": "threejs_jellyfish__claude-code__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_jellyfish", "status": "stopped_by_us", "cost_usd": 6.8065108, "cost_basis": "reported_by_harness", "cost_usd_computed": 6.799551, "usage_not_reported": false, "wall_time_s": 2579.6 }, { "result_id": "js_short__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "js_short", "status": "stopped_by_our_timeout", "cost_usd": 6.568728, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2766.171 }, { "result_id": "threejs_tidewater__claude-code__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_tidewater", "status": "stopped_by_us", "cost_usd": 6.4903674, "cost_basis": "reported_by_harness", "cost_usd_computed": 6.483659, "usage_not_reported": false, "wall_time_s": 2580.8 }, { "result_id": "threejs_momijigari__claude-code__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_momijigari", "status": "stopped_by_us", "cost_usd": 6.4277088000000004, "cost_basis": "reported_by_harness", "cost_usd_computed": 6.420929, "usage_not_reported": false, "wall_time_s": 2583.8 }, { "result_id": "folding_road_threejs__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "folding_road_threejs", "status": "stopped_by_our_timeout", "cost_usd": 6.159422, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2759.112 }, { "result_id": "x16_engine__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "x16_engine", "status": "stopped_by_our_timeout", "cost_usd": 5.99228, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2763.068 }, { "result_id": "x16_engine__claude-code__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "x16_engine", "status": "stopped_by_us", "cost_usd": 5.8083974, "cost_basis": "reported_by_harness", "cost_usd_computed": 5.843802, "usage_not_reported": false, "wall_time_s": 2579.4 }, { "result_id": "fjord_claude_code_opus55_attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "fjord", "status": "harness_config_failure", "cost_usd": 5.029082, "cost_basis": "reported_by_harness", "cost_usd_computed": 5.0291, "usage_not_reported": false, "wall_time_s": 1817.2 }, { "result_id": "video_printing_press_collage_remotion__claude-code__opus-5-5-high__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "video_printing_press_collage_remotion", "status": "dnf", "cost_usd": 4.947318, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 4.947318, "usage_not_reported": false, "wall_time_s": 3466.3 }, { "result_id": "threejs_space_bunny__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "threejs_space_bunny", "status": "dnf", "cost_usd": 4.761826, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 4.761826, "usage_not_reported": false, "wall_time_s": 1733.4 }, { "result_id": "folding_road_threejs__pi-kitted__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "prompt_id": "folding_road_threejs", "status": "stopped_by_us", "cost_usd": 4.652552, "cost_basis": "reported_by_harness", "cost_usd_computed": 4.652552, "usage_not_reported": false, "wall_time_s": 3163.9 }, { "result_id": "folding_road_music__pi-kitted__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "prompt_id": "folding_road_music", "status": "stopped_by_us", "cost_usd": 4.639167, "cost_basis": "reported_by_harness", "cost_usd_computed": 4.639167, "usage_not_reported": false, "wall_time_s": 3169.6 }, { "result_id": "macbook_pro_16__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "macbook_pro_16", "status": "stopped_by_our_timeout", "cost_usd": 4.583966, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2757.095 }, { "result_id": "hyperframes_glass_launch_ui__claude-code__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "hyperframes_glass_launch_ui", "status": "error", "cost_usd": 4.446189, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 4.446189, "usage_not_reported": false, "wall_time_s": 1491.2 }, { "result_id": "threejs_jellyfish__opencode__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_jellyfish", "status": "stopped_by_us", "cost_usd": 4.1454424, "cost_basis": "reported_by_harness", "cost_usd_computed": 4.145442, "usage_not_reported": false, "wall_time_s": 2574.2 }, { "result_id": "hyperframes_glass_launch_ui__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "hyperframes_glass_launch_ui", "status": "infra_dnf", "cost_usd": 4.061388, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1393.994 }, { "result_id": "isometric_town__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "isometric_town", "status": "error", "cost_usd": 4.0003586, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1592.096 }, { "result_id": "folding_road_threejs__opencode__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "folding_road_threejs", "status": "dnf", "cost_usd": 3.8681806000000005, "cost_basis": "reported_by_harness", "cost_usd_computed": 3.868181, "usage_not_reported": false, "wall_time_s": 3269.4 }, { "result_id": "macbook_pro_16__opencode__opus-5-5", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "macbook_pro_16", "status": "stopped_by_us", "cost_usd": 3.8652, "cost_basis": "reported_by_harness", "cost_usd_computed": 3.865176, "usage_not_reported": false, "wall_time_s": 1524.6 }, { "result_id": "remotion_how_internet_works__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "remotion_how_internet_works", "status": "infra_dnf", "cost_usd": 3.710007, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1522.882 }, { "result_id": "fjord_claude_code_opus55__attempt2", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "fjord", "status": "error", "cost_usd": 3.652651, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 3.652651, "usage_not_reported": false, "wall_time_s": 2223.3 }, { "result_id": "threejs_tidewater__opencode__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_tidewater", "status": "stopped_by_us", "cost_usd": 3.5906238, "cost_basis": "reported_by_harness", "cost_usd_computed": 3.590624, "usage_not_reported": false, "wall_time_s": 2577.4 }, { "result_id": "bacterium_to_quantum_zoom__opencode__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "OpenCode 1.18.33", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "bacterium_to_quantum_zoom", "status": "infra_dnf", "cost_usd": 3.566017, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1565.53 }, { "result_id": "js_short__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "js_short", "status": "error", "cost_usd": 3.356152, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1384.424 }, { "result_id": "threejs_artwork_style_pass__api-oneshot__claude-fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_artwork_style_pass", "status": "dnf", "cost_usd": 3.20796, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 3.20796, "usage_not_reported": false, "wall_time_s": 783.0 }, { "result_id": "pond_koi_garden__raw-api__fable-5-1", "model": "Claude Fable 5.1", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pond_koi_garden", "status": "dnf", "cost_usd": 3.20699, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 3.20699, "usage_not_reported": false, "wall_time_s": 860.3 }, { "result_id": "bacterium_to_quantum_zoom__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "bacterium_to_quantum_zoom", "status": "error", "cost_usd": 2.7570710000000003, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1015.122 }, { "result_id": "pixel_lofi_loop__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "pixel_lofi_loop", "status": "error", "cost_usd": 2.7255392, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1060.682 }, { "result_id": "fjord__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "fjord", "status": "error", "cost_usd": 2.7183067999999997, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1069.102 }, { "result_id": "creature_robot_blueprint__opencode__glm-5.3__attempt1", "model": "GLM-5.3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "creature_robot_blueprint", "status": "stopped_by_us", "cost_usd": 2.66894966, "cost_basis": "reported_by_harness", "cost_usd_computed": 2.66895, "usage_not_reported": false, "wall_time_s": 2548.1 }, { "result_id": "pixel_lofi_loop__pi-kitted__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "prompt_id": "pixel_lofi_loop", "status": "dnf", "cost_usd": 2.638171, "cost_basis": "reported_by_harness", "cost_usd_computed": 2.638171, "usage_not_reported": false, "wall_time_s": 1353.7 }, { "result_id": "js_short__pi-kitted__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "prompt_id": "js_short", "status": "dnf", "cost_usd": 2.627348, "cost_basis": "reported_by_harness", "cost_usd_computed": 2.627348, "usage_not_reported": false, "wall_time_s": 1312.5 }, { "result_id": "isometric_town__opencode__opus-5-5", "model": "Claude Opus 5.5", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "isometric_town", "status": "dnf", "cost_usd": 2.6159, "cost_basis": "reported_by_harness", "cost_usd_computed": 2.615916, "usage_not_reported": false, "wall_time_s": 1207.7 }, { "result_id": "fjord__raw-api__opus-5-5__max__attempt4", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "fjord", "status": "dnf", "cost_usd": 2.56498, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.56498, "usage_not_reported": false, "wall_time_s": 1297.5 }, { "result_id": "fjord__raw-api__opus-5-5__max__attempt5", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "fjord", "status": "dnf", "cost_usd": 2.56498, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.56498, "usage_not_reported": false, "wall_time_s": 1292.2 }, { "result_id": "fjord__raw-api__opus-5-5__max__attempt6", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "fjord", "status": "dnf", "cost_usd": 2.56498, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.56498, "usage_not_reported": false, "wall_time_s": 1323.3 }, { "result_id": "js_short__raw-api__opus-5-5__max", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "js_short", "status": "dnf", "cost_usd": 2.564696, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.564696, "usage_not_reported": false, "wall_time_s": 1242.2 }, { "result_id": "js_short__raw-api__opus-5-5__max__attempt2", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "js_short", "status": "dnf", "cost_usd": 2.564696, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.564696, "usage_not_reported": false, "wall_time_s": 1353.1 }, { "result_id": "js_short__raw-api__opus-5-5__max__attempt3", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "js_short", "status": "dnf", "cost_usd": 2.564696, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.564696, "usage_not_reported": false, "wall_time_s": 1313.3 }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-128k", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "ps5_controller", "status": "dnf", "cost_usd": 2.562624, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.562624, "usage_not_reported": false, "wall_time_s": 1208.27 }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-128k__attempt2", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "ps5_controller", "status": "dnf", "cost_usd": 2.562624, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.562624, "usage_not_reported": false, "wall_time_s": 1257.4 }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-128k__attempt3", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "ps5_controller", "status": "dnf", "cost_usd": 2.562624, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.562624, "usage_not_reported": false, "wall_time_s": 1267.7 }, { "result_id": "gpu_fluid_sim__kimi-code__kimi-k3__attempt1", "model": "Kimi K3", "harness": "Kimi Code CLI 2.1.0", "harness_family": "Kimi Code CLI", "track": "neutral", "prompt_id": "gpu_fluid_sim", "status": "stopped_by_us", "cost_usd": 2.293867, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 2.293867, "usage_not_reported": false, "wall_time_s": 3421.7 }, { "result_id": "pelican_bicycle_animated__claude-code__glm-5.3__attempt2", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "pelican_bicycle_animated", "status": "infra_dnf", "cost_usd": 1.982064, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 1.982064, "usage_not_reported": false, "wall_time_s": 2219.2 }, { "result_id": "folding_road_threejs__opencode__kimi-k3__attempt1", "model": "Kimi K3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "folding_road_threejs", "status": "stopped_by_us", "cost_usd": 1.8890031, "cost_basis": "reported_by_harness", "cost_usd_computed": 1.889003, "usage_not_reported": false, "wall_time_s": 2676.9 }, { "result_id": "fjord__pi-kitted__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "harness_family": "Pi 0.87.1 + skills kit (ponytail, ECC, vetted skills)", "track": "neutral", "prompt_id": "fjord", "status": "stopped_by_us", "cost_usd": 1.830875, "cost_basis": "reported_by_harness", "cost_usd_computed": 1.830875, "usage_not_reported": false, "wall_time_s": 3160.8 }, { "result_id": "threejs_procedural_armor_suit__opencode__glm-5.3__attempt1", "model": "GLM-5.3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_procedural_armor_suit", "status": "stopped_by_us", "cost_usd": 1.6365898999999997, "cost_basis": "reported_by_harness", "cost_usd_computed": 1.636589, "usage_not_reported": false, "wall_time_s": 2456.6 }, { "result_id": "blender_humanoid_walk_cycle__claude-code__opus-5-5-low__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "blender_humanoid_walk_cycle", "status": "stopped_by_us", "cost_usd": 1.631456, "cost_basis": "reported_by_harness", "cost_usd_computed": 1.62512, "usage_not_reported": false, "wall_time_s": 2539.8 }, { "result_id": "threejs_artwork_style_pass__api-oneshot__claude-opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_artwork_style_pass", "status": "dnf", "cost_usd": 1.283184, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 1.283184, "usage_not_reported": false, "wall_time_s": 660.9 }, { "result_id": "pond_koi_garden__raw-api__opus-5-5", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pond_koi_garden", "status": "dnf", "cost_usd": 1.282796, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 1.282796, "usage_not_reported": false, "wall_time_s": 686.9 }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-64k", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "ps5_controller", "status": "dnf", "cost_usd": 1.282624, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 1.282624, "usage_not_reported": false, "wall_time_s": 624.21 }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-64k__attempt2", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "ps5_controller", "status": "dnf", "cost_usd": 1.282624, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 1.282624, "usage_not_reported": false, "wall_time_s": 659.1 }, { "result_id": "ps5_controller__raw-api__opus-5-5__max-64k__attempt3", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "ps5_controller", "status": "dnf", "cost_usd": 1.282624, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 1.282624, "usage_not_reported": false, "wall_time_s": 674.1 }, { "result_id": "svg_grand_piano__raw-api__opus-5-5", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_grand_piano", "status": "dnf", "cost_usd": 1.280648, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 1.280648, "usage_not_reported": false, "wall_time_s": 700.6 }, { "result_id": "isometric_town__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "isometric_town", "status": "harness_mismatch", "cost_usd": 1.155173, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 1.155173, "usage_not_reported": false, "wall_time_s": 2125.9 }, { "result_id": "ps5_controller__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "ps5_controller", "status": "harness_mismatch", "cost_usd": 0.915317, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.915317, "usage_not_reported": false, "wall_time_s": 1865.9 }, { "result_id": "isometric_town__claude-code__glm-5.3__attempt2", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "isometric_town", "status": "dnf", "cost_usd": 0.835263, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.835263, "usage_not_reported": false, "wall_time_s": 2306.7 }, { "result_id": "threejs_mechanical_bee__api-oneshot__gpt-6-astra__attempt1", "model": "GPT-6 Astra", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_mechanical_bee", "status": "error", "cost_usd": 0.78589, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.78589, "usage_not_reported": false, "wall_time_s": 675.6 }, { "result_id": "humanoid_motion_cycle__claude-code__opus-5-5-high__attempt1", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "humanoid_motion_cycle", "status": "harness_config_failure", "cost_usd": 0.700299, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.700299, "usage_not_reported": false, "wall_time_s": 921.6 }, { "result_id": "macbook_pro_16__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "macbook_pro_16", "status": "harness_mismatch", "cost_usd": 0.691041, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.691041, "usage_not_reported": false, "wall_time_s": 1164.4 }, { "result_id": "x16_engine__opencode__kimi-k3__attempt1", "model": "Kimi K3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "x16_engine", "status": "error", "cost_usd": 0.6663384000000001, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.666338, "usage_not_reported": false, "wall_time_s": 984.9 }, { "result_id": "xbox360_controller__claude-code__glm-5.3__attempt3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "xbox360_controller", "status": "harness_mismatch", "cost_usd": 0.4938, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.4938, "usage_not_reported": false, "wall_time_s": 1231.5 }, { "result_id": "brown_pelican_detailed__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "brown_pelican_detailed", "status": "harness_mismatch", "cost_usd": 0.469204, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.469204, "usage_not_reported": false, "wall_time_s": 823.4 }, { "result_id": "threejs_stillwater_pond__opencode__glm-5.3__attempt1", "model": "GLM-5.3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_stillwater_pond", "status": "stopped_by_us", "cost_usd": 0.46313412, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.463134, "usage_not_reported": false, "wall_time_s": 2575.9 }, { "result_id": "xbox360_controller__claude-code__glm-5.3__attempt4", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "xbox360_controller", "status": "error", "cost_usd": 0.434747, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.434747, "usage_not_reported": false, "wall_time_s": 1446.1 }, { "result_id": "pelican_bicycle_animated__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "pelican_bicycle_animated", "status": "harness_mismatch", "cost_usd": 0.409369, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.409369, "usage_not_reported": false, "wall_time_s": 1003.6 }, { "result_id": "svg_bubble_tea__raw-api__opus-5-5", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_bubble_tea", "status": "dnf", "cost_usd": 0.401596, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.401596, "usage_not_reported": false, "wall_time_s": 200.3 }, { "result_id": "svg_islamic_star_tiling__raw-api__gpt-6-astra", "model": "GPT-6 Astra", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_islamic_star_tiling", "status": "dnf", "cost_usd": 0.3976, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.3976, "usage_not_reported": false, "wall_time_s": 135.6 }, { "result_id": "bmw_m4_side__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "bmw_m4_side", "status": "harness_mismatch", "cost_usd": 0.305236, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.305236, "usage_not_reported": false, "wall_time_s": 753.5 }, { "result_id": "x16_engine__opencode__glm-5.3__attempt1", "model": "GLM-5.3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "x16_engine", "status": "error", "cost_usd": 0.2827718, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.282772, "usage_not_reported": false, "wall_time_s": 1176.3 }, { "result_id": "lighthouse_night__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "lighthouse_night", "status": "harness_mismatch", "cost_usd": 0.230025, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.230025, "usage_not_reported": false, "wall_time_s": 492.9 }, { "result_id": "pelican_bicycle__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "pelican_bicycle", "status": "harness_mismatch", "cost_usd": 0.191385, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.191385, "usage_not_reported": false, "wall_time_s": 382.9 }, { "result_id": "video_printing_press_collage_hyperframes__opencode__deepseek-flash__attempt2", "model": "DeepSeek V4.1 Flash", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "video_printing_press_collage_hyperframes", "status": "error", "cost_usd": 0.14801171399999993, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.148012, "usage_not_reported": false, "wall_time_s": 5738.9 }, { "result_id": "folding_road_threejs__opencode__deepseek-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "folding_road_threejs", "status": "stopped_by_us", "cost_usd": 0.147405378, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.147406, "usage_not_reported": false, "wall_time_s": 4885.9 }, { "result_id": "fjord__dsh__deepseek-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "prompt_id": "fjord", "status": "infra_dnf", "cost_usd": 0.133047, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.133047, "usage_not_reported": false, "wall_time_s": 1915.5 }, { "result_id": "quadruped_rig_walk__opencode__deepseek-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "quadruped_rig_walk", "status": "error", "cost_usd": 0.11534623199999998, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.115346, "usage_not_reported": false, "wall_time_s": 3495.4 }, { "result_id": "video_printing_press_collage_remotion__opencode__deepseek-flash__attempt2", "model": "DeepSeek V4.1 Flash", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "video_printing_press_collage_remotion", "status": "stopped_by_us", "cost_usd": 0.11141429999999995, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.111415, "usage_not_reported": false, "wall_time_s": 5462.3 }, { "result_id": "folding_road_threejs__opencode__gpt-6-astra__attempt1", "model": "GPT-6 Astra", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "folding_road_threejs", "status": "error", "cost_usd": 0.0811795, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.067847, "usage_not_reported": false, "wall_time_s": 2164.3 }, { "result_id": "bmw_m4_side__opencode__gemini-3.8-flash__attempt1", "model": "Gemini 3.8 Flash", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "bmw_m4_side", "status": "error", "cost_usd": 0.07329314999999999, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.073293, "usage_not_reported": false, "wall_time_s": 269.2 }, { "result_id": "dolphin_vlog_bicycle__dsh__deepseek-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "prompt_id": "dolphin_vlog_bicycle", "status": "infra_dnf", "cost_usd": 0.052556, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.052556, "usage_not_reported": false, "wall_time_s": 374.4 }, { "result_id": "whale_clouds__dsh__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "home", "prompt_id": "whale_clouds", "status": "infra_dnf", "cost_usd": 0.048992, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.048992, "usage_not_reported": false, "wall_time_s": 360.6 }, { "result_id": "ps5_controller__claude-code__fable-5-1__attempt2", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "ps5_controller", "status": "infra_dnf", "cost_usd": 0.0198, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.0201, "usage_not_reported": false, "wall_time_s": 316 }, { "result_id": "ps5_controller__claude-code__fable-5-1__attempt1", "model": "Claude Fable 5.1", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "ps5_controller", "status": "harness_config_failure", "cost_usd": 0.0197, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.0201, "usage_not_reported": false, "wall_time_s": 265 }, { "result_id": "js_short__claude-code__opus-5-5__attempt1-postupgrade", "model": "Claude Opus 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "js_short", "status": "harness_config_failure", "cost_usd": 0.0098, "cost_basis": "reported_by_harness", "cost_usd_computed": 0.0098, "usage_not_reported": false, "wall_time_s": 417.8 }, { "result_id": "xbox360_controller__claude-code__glm-5.3", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "xbox360_controller", "status": "error", "cost_usd": 0.001141, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.001141, "usage_not_reported": false, "wall_time_s": 492.8 }, { "result_id": "svg_fantasy_world_map__raw-api__opus-5-5", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_fantasy_world_map", "status": "dnf", "cost_usd": 0.00074, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.00074, "usage_not_reported": false, "wall_time_s": 137.3 }, { "result_id": "blender_humanoid_walk_cycle__claude-code__sonnet-5-5-high__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "blender_humanoid_walk_cycle", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 3277.9 }, { "result_id": "blender_humanoid_walk_cycle__opencode__glm-5.3__attempt1", "model": "GLM-5.3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "blender_humanoid_walk_cycle", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": true, "wall_time_s": 3335.2 }, { "result_id": "bmw_m4_side__cline__gemini-3.8-flash", "model": "Gemini 3.8 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "bmw_m4_side", "status": "dnf", "cost_usd": 0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 319.1 }, { "result_id": "bmw_m4_side__cline__gemini-3.8-flash__attempt2", "model": "Gemini 3.8 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "bmw_m4_side", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2017.7 }, { "result_id": "bmw_m4_side__raw-api__gemini-3.6-flash", "model": "Gemini 3.6 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "bmw_m4_side", "status": "dnf", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 9.09 }, { "result_id": "brown_pelican_detailed__cline__deepseek-v4.1-flash__attempt2", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "brown_pelican_detailed", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1283.7 }, { "result_id": "brown_pelican_detailed__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "brown_pelican_detailed", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1325.2 }, { "result_id": "brown_pelican_detailed__hermes-omh__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "prompt_id": "brown_pelican_detailed", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 12010.7 }, { "result_id": "brown_pelican_detailed__raw-api__gemini-3.6-flash", "model": "Gemini 3.6 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "brown_pelican_detailed", "status": "dnf", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 8.01 }, { "result_id": "coastal_shallows__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "coastal_shallows", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2759.338 }, { "result_id": "dolphin_vlog_bicycle__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "dolphin_vlog_bicycle", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 526.0 }, { "result_id": "dolphin_vlog_bicycle__cline__deepseek-v4.1-flash__attempt2", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "dolphin_vlog_bicycle", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1306.4 }, { "result_id": "dolphin_vlog_bicycle__cline__gemini-3.8-flash__attempt1", "model": "Gemini 3.8 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "dolphin_vlog_bicycle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 16.6 }, { "result_id": "dolphin_vlog_bicycle__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "dolphin_vlog_bicycle", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2056.2 }, { "result_id": "dolphin_vlog_bicycle__hermes__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "dolphin_vlog_bicycle", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2492.8 }, { "result_id": "dolphin_vlog_bicycle__opencode__muse-spark-1.3__attempt1", "model": "Muse Spark 1.3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "dolphin_vlog_bicycle", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": true, "wall_time_s": 22.0 }, { "result_id": "fjord__raw-api__opus-5-5__max-attempt1", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "fjord", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1201.03 }, { "result_id": "fjord__raw-api__opus-5-5__max-attempt2", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "fjord", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1171.0 }, { "result_id": "folding_road_threejs__opencode__space-bunny-alpha__attempt1", "model": "Space Bunny Alpha", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "folding_road_threejs", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 3507.7 }, { "result_id": "gpu_fluid_sim__opencode__longcat-2.5-preview__attempt1", "model": "longcat-2.5-preview-free", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "gpu_fluid_sim", "status": "error", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1921.8 }, { "result_id": "gpu_fluid_sim__opencode__longcat-2.5-preview__attempt2", "model": "LongCat 2.5 Preview", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "gpu_fluid_sim", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 865.8 }, { "result_id": "html_001_ink_bloom_garden__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_001_ink_bloom_garden", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 170.7 }, { "result_id": "html_002_pendulum_wave__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_002_pendulum_wave", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 594.6 }, { "result_id": "html_002_pendulum_wave__raw-api__glm-5.3__attempt2", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_002_pendulum_wave", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1036.3 }, { "result_id": "html_002_pendulum_wave__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_002_pendulum_wave", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 223.1 }, { "result_id": "html_003_orbital_coffee_landing__raw-api__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_003_orbital_coffee_landing", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 120.4 }, { "result_id": "html_003_orbital_coffee_landing__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_003_orbital_coffee_landing", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 567.4 }, { "result_id": "html_003_orbital_coffee_landing__raw-api__glm-5.3__attempt2", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_003_orbital_coffee_landing", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1192.8 }, { "result_id": "html_003_orbital_coffee_landing__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_003_orbital_coffee_landing", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.3 }, { "result_id": "html_003_orbital_coffee_landing__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_003_orbital_coffee_landing", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 218.8 }, { "result_id": "html_004_brick_breaker_neon__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_004_brick_breaker_neon", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 938.2 }, { "result_id": "html_004_brick_breaker_neon__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_004_brick_breaker_neon", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 17.0 }, { "result_id": "html_004_brick_breaker_neon__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_004_brick_breaker_neon", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.5 }, { "result_id": "html_005_focus_timer_orbit__raw-api__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_005_focus_timer_orbit", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 127.6 }, { "result_id": "html_005_focus_timer_orbit__raw-api__deepseek-v4-pro", "model": "DeepSeek V4 Pro", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_005_focus_timer_orbit", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 268.6 }, { "result_id": "html_005_focus_timer_orbit__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_005_focus_timer_orbit", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1141.9 }, { "result_id": "html_005_focus_timer_orbit__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_005_focus_timer_orbit", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 4.4 }, { "result_id": "html_006_rainfall_bars__raw-api__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_006_rainfall_bars", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 126.3 }, { "result_id": "html_006_rainfall_bars__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_006_rainfall_bars", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.0 }, { "result_id": "html_009_forest_fire_automaton__raw-api__kimi-k3", "model": "Kimi K3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_009_forest_fire_automaton", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 334.4 }, { "result_id": "html_009_forest_fire_automaton__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_009_forest_fire_automaton", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.7 }, { "result_id": "html_010_toggle_switch_gallery__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_010_toggle_switch_gallery", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 49.2 }, { "result_id": "html_011_pure_css_sunset__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_011_pure_css_sunset", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 43.4 }, { "result_id": "html_012_magnetic_filings__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_012_magnetic_filings", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.1 }, { "result_id": "html_013_soft_body_blobs__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_013_soft_body_blobs", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.9 }, { "result_id": "html_017_typewriter_poem__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_017_typewriter_poem", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 48.0 }, { "result_id": "html_022_mandala_painter__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_022_mandala_painter", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.8 }, { "result_id": "html_023_mortgage_calculator__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_023_mortgage_calculator", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 4.3 }, { "result_id": "html_023_mortgage_calculator__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_023_mortgage_calculator", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.3 }, { "result_id": "html_025_gravity_well__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_025_gravity_well", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 96.2 }, { "result_id": "html_026_aurora_ribbons__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_026_aurora_ribbons", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.2 }, { "result_id": "html_027_momentum_cradle__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_027_momentum_cradle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 83.1 }, { "result_id": "html_028_night_market_zine__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_028_night_market_zine", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.3 }, { "result_id": "html_030_unit_converter_deck__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_030_unit_converter_deck", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 35.1 }, { "result_id": "html_031_population_bubbles__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_031_population_bubbles", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.4 }, { "result_id": "html_032_liquid_letters__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_032_liquid_letters", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.2 }, { "result_id": "html_033_wind_chimes__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_033_wind_chimes", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 56.6 }, { "result_id": "html_034_sandpile_falling__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_034_sandpile_falling", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.7 }, { "result_id": "html_035_modal_dialog_set__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_035_modal_dialog_set", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 43.4 }, { "result_id": "html_036_css_jellyfish_tank__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_036_css_jellyfish_tank", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 31.2 }, { "result_id": "html_037_voronoi_stained_glass__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_037_voronoi_stained_glass", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.7 }, { "result_id": "html_038_cloth_curtain__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_038_cloth_curtain", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 32.3 }, { "result_id": "html_039_memory_match_cards__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_039_memory_match_cards", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.1 }, { "result_id": "html_040_markdown_notepad__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_040_markdown_notepad", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.3 }, { "result_id": "html_041_solar_radial_clock__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_041_solar_radial_clock", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 54.9 }, { "result_id": "html_042_split_flap_board__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_042_split_flap_board", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 49.4 }, { "result_id": "html_043_drone_pad_synth__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_043_drone_pad_synth", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.0 }, { "result_id": "html_044_traffic_intersection__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_044_traffic_intersection", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 11.0 }, { "result_id": "html_044_traffic_intersection__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_044_traffic_intersection", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 43.0 }, { "result_id": "html_046_pure_css_loaders__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_046_pure_css_loaders", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 50.5 }, { "result_id": "html_048_marble_run_ramps__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_048_marble_run_ramps", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.7 }, { "result_id": "html_051_tidal_moir__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_051_tidal_moir", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.7 }, { "result_id": "html_052_catapult_castle__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_052_catapult_castle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 44.1 }, { "result_id": "html_055_password_forge__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_055_password_forge", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.3 }, { "result_id": "html_056_commute_heatmap__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_056_commute_heatmap", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.7 }, { "result_id": "html_056_commute_heatmap__raw-api__gpt-oss-120b__attempt2", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_056_commute_heatmap", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 3.6 }, { "result_id": "html_056_commute_heatmap__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_056_commute_heatmap", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.1 }, { "result_id": "html_059_predator_prey_meadow__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_059_predator_prey_meadow", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.3 }, { "result_id": "html_062_recursive_tree_wind__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_062_recursive_tree_wind", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.2 }, { "result_id": "html_063_rope_bridge__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_063_rope_bridge", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 45.4 }, { "result_id": "html_064_minesweeper_classic__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_064_minesweeper_classic", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 7.1 }, { "result_id": "html_064_minesweeper_classic__raw-api__gpt-oss-120b__attempt2", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_064_minesweeper_classic", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 4.0 }, { "result_id": "html_064_minesweeper_classic__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_064_minesweeper_classic", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 47.4 }, { "result_id": "html_065_habit_streak_tracker__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_065_habit_streak_tracker", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.6 }, { "result_id": "html_066_stock_candlesticks__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_066_stock_candlesticks", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.0 }, { "result_id": "html_069_ant_colony_trails__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_069_ant_colony_trails", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 49.1 }, { "result_id": "html_070_card_hover_effects__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_070_card_hover_effects", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 31.4 }, { "result_id": "html_071_css_pixel_portrait__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_071_css_pixel_portrait", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.9 }, { "result_id": "html_073_water_ripple_pond__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_073_water_ripple_pond", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.4 }, { "result_id": "html_073_water_ripple_pond__raw-api__gpt-oss-120b__attempt2", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_073_water_ripple_pond", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.5 }, { "result_id": "html_074_word_guess_five__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_074_word_guess_five", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.0 }, { "result_id": "html_075_tip_splitter__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_075_tip_splitter", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.2 }, { "result_id": "html_077_double_pendulum_chaos__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_077_double_pendulum_chaos", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 8.1 }, { "result_id": "html_077_double_pendulum_chaos__raw-api__gpt-oss-120b__attempt2", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_077_double_pendulum_chaos", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.9 }, { "result_id": "html_077_double_pendulum_chaos__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_077_double_pendulum_chaos", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 32.4 }, { "result_id": "html_078_event_poster_page__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_078_event_poster_page", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 4.4 }, { "result_id": "html_078_event_poster_page__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_078_event_poster_page", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 32.9 }, { "result_id": "html_079_tetromino_drop__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_079_tetromino_drop", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.2 }, { "result_id": "html_080_regex_playground__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_080_regex_playground", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.3 }, { "result_id": "html_081_election_hemicycle__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_081_election_hemicycle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.9 }, { "result_id": "html_085_dropdown_menu_kit__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_085_dropdown_menu_kit", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.1 }, { "result_id": "html_085_dropdown_menu_kit__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_085_dropdown_menu_kit", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.1 }, { "result_id": "html_087_particle_text_morph__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_087_particle_text_morph", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.5 }, { "result_id": "html_089_pixel_paint_paddles__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_089_pixel_paint_paddles", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 42.9 }, { "result_id": "html_090_countdown_builder__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_090_countdown_builder", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 45.2 }, { "result_id": "html_091_treemap_budget__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_091_treemap_budget", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.9 }, { "result_id": "html_092_scroll_story_words__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_092_scroll_story_words", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.7 }, { "result_id": "html_093_arpeggio_machine__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_093_arpeggio_machine", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.0 }, { "result_id": "html_094_lava_lamp_metaballs__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_094_lava_lamp_metaballs", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.0 }, { "result_id": "html_095_notification_centre__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_095_notification_centre", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.4 }, { "result_id": "html_zoom_to_atom__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "html_zoom_to_atom", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 52.8 }, { "result_id": "humanoid_motion_cycle__codex__gpt-6.1-sol-fast__attempt1", "model": "gpt-6.1-sol", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "prompt_id": "humanoid_motion_cycle", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 3469.6 }, { "result_id": "humanoid_motion_cycle__opencode__glm-5.3__attempt1", "model": "GLM-5.3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "humanoid_motion_cycle", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": true, "wall_time_s": 1809.7 }, { "result_id": "isometric_town__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "isometric_town", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2027.1 }, { "result_id": "isometric_town__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "isometric_town", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2045.8 }, { "result_id": "isometric_town__cline__mimo-v2.6-flash__attempt2", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "isometric_town", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1797.7 }, { "result_id": "isometric_town__raw-api__gemini-3.6-flash", "model": "Gemini 3.6 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "isometric_town", "status": "dnf", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 3.98 }, { "result_id": "js_short__hermes-omh__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "prompt_id": "js_short", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2404.6 }, { "result_id": "js_short__hermes__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "js_short", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2404.6 }, { "result_id": "js_short__kilo__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Kilo Code CLI 7.7.9", "harness_family": "Kilo Code CLI 7.7.9", "track": "neutral", "prompt_id": "js_short", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 508.9 }, { "result_id": "js_short__opencode__kimi-k3__attempt1", "model": "Kimi K3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "js_short", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": true, "wall_time_s": 123.8 }, { "result_id": "lighthouse_night__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "lighthouse_night", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2759.187 }, { "result_id": "lighthouse_night__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "lighthouse_night", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2545.2 }, { "result_id": "lighthouse_night__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "lighthouse_night", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2559.6 }, { "result_id": "lighthouse_night__raw-api__gemini-3.6-flash", "model": "Gemini 3.6 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "lighthouse_night", "status": "dnf", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 2.82 }, { "result_id": "lighthouse_night__raw-api__gemini-3.7-flash", "model": "Gemini 3.7 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "lighthouse_night", "status": "dnf", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 8.0 }, { "result_id": "macbook_pro_16__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "macbook_pro_16", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1403.1 }, { "result_id": "macbook_pro_16__cline__gemini-3.8-flash", "model": "Gemini 3.8 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "macbook_pro_16", "status": "dnf", "cost_usd": 0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 682.4 }, { "result_id": "macbook_pro_16__cline__gemini-3.8-flash__attempt2", "model": "Gemini 3.8 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "macbook_pro_16", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 440.0 }, { "result_id": "macbook_pro_16__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "macbook_pro_16", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1911.6 }, { "result_id": "macbook_pro_16__cline__mimo-v2.6-flash__attempt2", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "macbook_pro_16", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1324.0 }, { "result_id": "macbook_pro_16__raw-api__gemini-3.6-flash", "model": "Gemini 3.6 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "macbook_pro_16", "status": "dnf", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 9.83 }, { "result_id": "pelican_bicycle__hermes-omh__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "prompt_id": "pelican_bicycle", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 5254.7 }, { "result_id": "pelican_bicycle__hermes__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "pelican_bicycle", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2495.2 }, { "result_id": "pelican_bicycle__hermes__opus-5-5__attempt2", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "pelican_bicycle", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 3993.4 }, { "result_id": "pelican_bicycle__raw-api__gemini-3.6-flash", "model": "Gemini 3.6 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pelican_bicycle", "status": "error", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 4.03 }, { "result_id": "pelican_bicycle__raw-api__gemini-3.7-flash", "model": "Gemini 3.7 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pelican_bicycle", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": true, "wall_time_s": 5.49 }, { "result_id": "pelican_bicycle_animated__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1952.0 }, { "result_id": "pelican_bicycle_animated__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1973.0 }, { "result_id": "pelican_bicycle_animated__cline__mimo-v2.6-flash__attempt2", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1325.4 }, { "result_id": "pelican_bicycle_animated__hermes-omh__opus-5-5__attempt3", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.1 }, { "result_id": "pelican_bicycle_animated__hermes-omh__opus-5-5__attempt4", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 3140.5 }, { "result_id": "pelican_bicycle_animated__hermes-omh__opus-5-5__attempt5", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2522.8 }, { "result_id": "pelican_bicycle_animated__hermes__opus-5-5__attempt4", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 11.1 }, { "result_id": "pelican_bicycle_animated__hermes__opus-5-5__attempt5", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 3142.0 }, { "result_id": "pelican_bicycle_animated__hermes__opus-5-5__attempt6", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2522.7 }, { "result_id": "pelican_bicycle_animated__omp__opus-5-5__attempt4", "model": "Claude Opus 5.5", "harness": "Oh My Pi (omp) 18.3.1", "harness_family": "Oh My Pi (omp) 18.3.1", "track": "neutral", "prompt_id": "pelican_bicycle_animated", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.3 }, { "result_id": "pelican_bicycle_animated__raw-api__gemini-3.6-flash", "model": "Gemini 3.6 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pelican_bicycle_animated", "status": "dnf", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 3.7 }, { "result_id": "pelican_car_france__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "pelican_car_france", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 423.1 }, { "result_id": "pelican_car_france__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "pelican_car_france", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 388.9 }, { "result_id": "pelican_car_france__hermes-omh__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "harness_family": "Hermes Agent 0.21.5 + Oh-My-Hermes 2.0.5", "track": "neutral", "prompt_id": "pelican_car_france", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 9549.5 }, { "result_id": "pelican_car_france__hermes__opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "Hermes Agent 0.21.5", "harness_family": "Hermes Agent 0.21.5", "track": "neutral", "prompt_id": "pelican_car_france", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 11983.0 }, { "result_id": "pond_koi_garden__raw-api__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pond_koi_garden", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 278.5 }, { "result_id": "pond_koi_garden__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pond_koi_garden", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 351.0 }, { "result_id": "pond_koi_garden__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pond_koi_garden", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 47.6 }, { "result_id": "pond_koi_garden__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pond_koi_garden", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 495.2 }, { "result_id": "pond_koi_garden__raw-api__sonnet-5", "model": "Claude Sonnet 5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "pond_koi_garden", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 757.2 }, { "result_id": "ps5_controller__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "ps5_controller", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2766.141 }, { "result_id": "ps5_controller__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "ps5_controller", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 127.5 }, { "result_id": "ps5_controller__cline__gemini-3.8-flash__attempt1", "model": "Gemini 3.8 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "ps5_controller", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2460.6 }, { "result_id": "ps5_controller__cline__gemini-3.8-flash__attempt2", "model": "Gemini 3.8 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "ps5_controller", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 660.4 }, { "result_id": "ps5_controller__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "ps5_controller", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2460.4 }, { "result_id": "ps5_controller__raw-api__fable-5-1__max-attempt1", "model": "Claude Fable 5.1", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "ps5_controller", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1202.4 }, { "result_id": "remotion_ai_dungeon__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "remotion_ai_dungeon", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2752.034 }, { "result_id": "remotion_how_internet_works__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "remotion_how_internet_works", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2756.029 }, { "result_id": "svg_acoustic_guitar__raw-api__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_acoustic_guitar", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 71.8 }, { "result_id": "svg_acoustic_guitar__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_acoustic_guitar", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 296.3 }, { "result_id": "svg_acoustic_guitar__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_acoustic_guitar", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.5 }, { "result_id": "svg_alarm_clock_bells__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_alarm_clock_bells", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1036.5 }, { "result_id": "svg_alarm_clock_bells__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_alarm_clock_bells", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 274.6 }, { "result_id": "svg_alphabet_animals__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_alphabet_animals", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 280.8 }, { "result_id": "svg_alphabet_animals__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_alphabet_animals", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 336.7 }, { "result_id": "svg_alphabet_animals__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_alphabet_animals", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.1 }, { "result_id": "svg_ant_colony_cutaway__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_ant_colony_cutaway", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1023.3 }, { "result_id": "svg_ant_colony_cutaway__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_ant_colony_cutaway", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.5 }, { "result_id": "svg_art_deco_skyscraper__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_art_deco_skyscraper", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 960.3 }, { "result_id": "svg_astronaut_floating__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_astronaut_floating", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1068.9 }, { "result_id": "svg_astronomer_telescope__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_astronomer_telescope", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1008.4 }, { "result_id": "svg_astronomer_telescope__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_astronomer_telescope", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.0 }, { "result_id": "svg_atom_bohr_model__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_atom_bohr_model", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 354.0 }, { "result_id": "svg_atom_bohr_model__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_atom_bohr_model", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.1 }, { "result_id": "svg_autumn_forest_path__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_autumn_forest_path", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 232.4 }, { "result_id": "svg_ballet_dancer__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_ballet_dancer", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1085.4 }, { "result_id": "svg_ballet_dancer__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_ballet_dancer", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.7 }, { "result_id": "svg_barn_owl_flight__raw-api__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_barn_owl_flight", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 60.3 }, { "result_id": "svg_barn_owl_flight__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_barn_owl_flight", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 994.7 }, { "result_id": "svg_barn_owl_flight__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_barn_owl_flight", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.0 }, { "result_id": "svg_baseball_stadium_night__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_baseball_stadium_night", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1092.6 }, { "result_id": "svg_baseball_stadium_night__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_baseball_stadium_night", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 45.1 }, { "result_id": "svg_basketball_dunk__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_basketball_dunk", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 42.6 }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_bicycle_labeled_diagram", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 580.6 }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_bicycle_labeled_diagram", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 35.5 }, { "result_id": "svg_bicycle_labeled_diagram__raw-api__sonnet-5", "model": "Claude Sonnet 5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_bicycle_labeled_diagram", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 112.0 }, { "result_id": "svg_boxing_ring__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_boxing_ring", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 219.4 }, { "result_id": "svg_breakfast_skillet__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_breakfast_skillet", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1233.0 }, { "result_id": "svg_breakfast_skillet__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_breakfast_skillet", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 4.9 }, { "result_id": "svg_bubble_tea__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_bubble_tea", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1121.0 }, { "result_id": "svg_butterfly_life_cycle__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_butterfly_life_cycle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1090.3 }, { "result_id": "svg_butterfly_life_cycle__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_butterfly_life_cycle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 5.1 }, { "result_id": "svg_campus_wayfinding_map__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_campus_wayfinding_map", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 866.3 }, { "result_id": "svg_campus_wayfinding_map__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_campus_wayfinding_map", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 315.9 }, { "result_id": "svg_campus_wayfinding_map__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_campus_wayfinding_map", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.5 }, { "result_id": "svg_canyon_river__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_canyon_river", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1234.1 }, { "result_id": "svg_canyon_river__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_canyon_river", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 43.3 }, { "result_id": "svg_cargo_ship_containers__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cargo_ship_containers", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1126.9 }, { "result_id": "svg_cargo_ship_containers__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cargo_ship_containers", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.3 }, { "result_id": "svg_chameleon_branch__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chameleon_branch", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1039.1 }, { "result_id": "svg_chameleon_branch__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chameleon_branch", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 353.3 }, { "result_id": "svg_chameleon_branch__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chameleon_branch", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.3 }, { "result_id": "svg_chat_interface__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chat_interface", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 814.0 }, { "result_id": "svg_chat_interface__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chat_interface", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 291.1 }, { "result_id": "svg_chef_flipping_pan__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chef_flipping_pan", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 543.0 }, { "result_id": "svg_chef_flipping_pan__raw-api__kimi-k3", "model": "Kimi K3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chef_flipping_pan", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 497.9 }, { "result_id": "svg_chef_flipping_pan__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chef_flipping_pan", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.9 }, { "result_id": "svg_chef_flipping_pan__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chef_flipping_pan", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 287.5 }, { "result_id": "svg_chessboard_mid_game__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chessboard_mid_game", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 227.4 }, { "result_id": "svg_chessboard_mid_game__raw-api__kimi-k3", "model": "Kimi K3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chessboard_mid_game", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 152.3 }, { "result_id": "svg_chessboard_mid_game__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chessboard_mid_game", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 366.2 }, { "result_id": "svg_chessboard_mid_game__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_chessboard_mid_game", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.2 }, { "result_id": "svg_circuit_board_macro__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_circuit_board_macro", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 853.4 }, { "result_id": "svg_circuit_board_macro__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_circuit_board_macro", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.2 }, { "result_id": "svg_city_park_top_down__agent__opencode__longcat-2.5-preview__attempt1", "model": "LongCat 2.5 Preview", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "svg_city_park_top_down__agent", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2036.2 }, { "result_id": "svg_city_park_top_down__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_city_park_top_down", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1240.8 }, { "result_id": "svg_city_park_top_down__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_city_park_top_down", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.4 }, { "result_id": "svg_coffee_chalkboard__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_coffee_chalkboard", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1120.5 }, { "result_id": "svg_coffee_chalkboard__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_coffee_chalkboard", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.8 }, { "result_id": "svg_corgi_frisbee__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_corgi_frisbee", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1121.4 }, { "result_id": "svg_cyberpunk_alley__agent__opencode__longcat-2.5-preview__attempt1", "model": "LongCat 2.5 Preview", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "svg_cyberpunk_alley__agent", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 773.6 }, { "result_id": "svg_cyberpunk_alley__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cyberpunk_alley", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1214.0 }, { "result_id": "svg_cyberpunk_alley__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cyberpunk_alley", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 9.0 }, { "result_id": "svg_cyberpunk_alley__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cyberpunk_alley", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 45.2 }, { "result_id": "svg_cycling_peloton__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cycling_peloton", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1218.3 }, { "result_id": "svg_cycling_peloton__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cycling_peloton", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 363.3 }, { "result_id": "svg_cycling_peloton__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cycling_peloton", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.1 }, { "result_id": "svg_cycling_peloton__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_cycling_peloton", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 451.5 }, { "result_id": "svg_desk_lamp_books__raw-api__deepseek-v4-pro", "model": "DeepSeek V4 Pro", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_desk_lamp_books", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 96.0 }, { "result_id": "svg_diverse_group_selfie__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_diverse_group_selfie", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.4 }, { "result_id": "svg_dna_double_helix__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_dna_double_helix", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.9 }, { "result_id": "svg_dragon_sleeping_castle__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_dragon_sleeping_castle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 43.8 }, { "result_id": "svg_dream_big_3d_letters__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_dream_big_3d_letters", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.7 }, { "result_id": "svg_drum_kit__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_drum_kit", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.5 }, { "result_id": "svg_dutch_windmill__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_dutch_windmill", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 19.4 }, { "result_id": "svg_easter_eggs_basket__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_easter_eggs_basket", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 63.6 }, { "result_id": "svg_egyptian_pyramids__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_egyptian_pyramids", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.8 }, { "result_id": "svg_elephant_calf_mud__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_elephant_calf_mud", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 577.4 }, { "result_id": "svg_elephant_calf_mud__raw-api__glm-5.3__attempt2", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_elephant_calf_mud", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 998.2 }, { "result_id": "svg_elephant_calf_mud__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_elephant_calf_mud", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.6 }, { "result_id": "svg_elephant_calf_mud__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_elephant_calf_mud", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 224.5 }, { "result_id": "svg_fantasy_world_map__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_fantasy_world_map", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.0 }, { "result_id": "svg_film_camera__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_film_camera", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 42.1 }, { "result_id": "svg_floating_islands__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_floating_islands", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.5 }, { "result_id": "svg_food_pyramid__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_food_pyramid", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.4 }, { "result_id": "svg_fountain_pen_ink__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_fountain_pen_ink", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.9 }, { "result_id": "svg_fruit_bowl_still_life__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_fruit_bowl_still_life", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.4 }, { "result_id": "svg_gardener_watering__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_gardener_watering", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 35.9 }, { "result_id": "svg_giraffe_side_profile__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_giraffe_side_profile", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 554.1 }, { "result_id": "svg_giraffe_side_profile__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_giraffe_side_profile", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.9 }, { "result_id": "svg_giraffe_side_profile__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_giraffe_side_profile", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 241.1 }, { "result_id": "svg_glass_greenhouse__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_glass_greenhouse", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.8 }, { "result_id": "svg_glass_of_water_refraction__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_glass_of_water_refraction", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 42.6 }, { "result_id": "svg_gothic_cathedral__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_gothic_cathedral", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.1 }, { "result_id": "svg_grand_piano__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_grand_piano", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 44.4 }, { "result_id": "svg_greek_temple__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_greek_temple", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.6 }, { "result_id": "svg_hand_five_fruits__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_hand_five_fruits", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 42.2 }, { "result_id": "svg_headphones_over_ear__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_headphones_over_ear", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.9 }, { "result_id": "svg_hedgehog_mushroom__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_hedgehog_mushroom", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.9 }, { "result_id": "svg_helicopter_rescue__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_helicopter_rescue", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.0 }, { "result_id": "svg_hello_neon_sign__raw-api__gpt-6-astra", "model": "GPT-6 Astra", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_hello_neon_sign", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 167.4 }, { "result_id": "svg_hello_neon_sign__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_hello_neon_sign", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.3 }, { "result_id": "svg_honeybee_honeycomb__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_honeybee_honeycomb", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 17.2 }, { "result_id": "svg_honeybee_honeycomb__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_honeybee_honeycomb", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 55.7 }, { "result_id": "svg_human_eye_diagram__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_human_eye_diagram", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.4 }, { "result_id": "svg_human_heart_anatomy__raw-api__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_human_heart_anatomy", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 272.0 }, { "result_id": "svg_human_heart_anatomy__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_human_heart_anatomy", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.3 }, { "result_id": "svg_ice_cream_cone_melting__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_ice_cream_cone_melting", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.3 }, { "result_id": "svg_islamic_star_tiling__agent__opencode__longcat-2.5-preview__attempt1", "model": "LongCat 2.5 Preview", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "svg_islamic_star_tiling__agent", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1498.3 }, { "result_id": "svg_islamic_star_tiling__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_islamic_star_tiling", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.2 }, { "result_id": "svg_isometric_coffee_shop__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_isometric_coffee_shop", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 57.9 }, { "result_id": "svg_isometric_farm__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_isometric_farm", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.0 }, { "result_id": "svg_isometric_harbor__raw-api__deepseek-v4-pro", "model": "DeepSeek V4 Pro", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_isometric_harbor", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 240.9 }, { "result_id": "svg_isometric_harbor__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_isometric_harbor", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.7 }, { "result_id": "svg_isometric_office_desk__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_isometric_office_desk", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 23.6 }, { "result_id": "svg_isometric_office_desk__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_isometric_office_desk", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.2 }, { "result_id": "svg_isometric_space_station__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_isometric_space_station", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.7 }, { "result_id": "svg_jack_o_lanterns__agent__opencode__longcat-2.5-preview__attempt1", "model": "LongCat 2.5 Preview", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "svg_jack_o_lanterns__agent", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 325.0 }, { "result_id": "svg_jack_o_lanterns__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_jack_o_lanterns", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 43.0 }, { "result_id": "svg_japanese_pagoda__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_japanese_pagoda", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 63.3 }, { "result_id": "svg_japanese_wave_pattern__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_japanese_wave_pattern", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 42.5 }, { "result_id": "svg_key_ring_set__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_key_ring_set", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 61.9 }, { "result_id": "svg_kids_building_snowman__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_kids_building_snowman", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.4 }, { "result_id": "svg_ladybug_leaf__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_ladybug_leaf", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 10.1 }, { "result_id": "svg_ladybug_leaf__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_ladybug_leaf", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.1 }, { "result_id": "svg_latte_art__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_latte_art", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.0 }, { "result_id": "svg_logo_bakery_badge__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_logo_bakery_badge", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.3 }, { "result_id": "svg_logo_fitness_gym__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_logo_fitness_gym", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.4 }, { "result_id": "svg_logo_florist_monoline__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_logo_florist_monoline", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 10.7 }, { "result_id": "svg_logo_pet_clinic__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_logo_pet_clinic", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.2 }, { "result_id": "svg_logo_space_agency__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_logo_space_agency", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.2 }, { "result_id": "svg_logo_sushi_bar__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_logo_sushi_bar", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.6 }, { "result_id": "svg_lunar_new_year_lanterns__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_lunar_new_year_lanterns", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.4 }, { "result_id": "svg_mech_robot_city__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_mech_robot_city", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 35.2 }, { "result_id": "svg_mechanical_keyboard__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_mechanical_keyboard", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 56.5 }, { "result_id": "svg_memphis_pattern__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_memphis_pattern", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2.6 }, { "result_id": "svg_monarch_butterfly__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_monarch_butterfly", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.3 }, { "result_id": "svg_monogram_ornate__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_monogram_ornate", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.4 }, { "result_id": "svg_monster_truck_jump__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_monster_truck_jump", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.8 }, { "result_id": "svg_moon_phases__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_moon_phases", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.3 }, { "result_id": "svg_mountain_lake_dawn__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_mountain_lake_dawn", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.7 }, { "result_id": "svg_mountain_trail_map__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_mountain_trail_map", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 4.8 }, { "result_id": "svg_mountain_trail_map__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_mountain_trail_map", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.8 }, { "result_id": "svg_octopus_teacups__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_octopus_teacups", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 599.4 }, { "result_id": "svg_octopus_teacups__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_octopus_teacups", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 196.1 }, { "result_id": "svg_octopus_teacups__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_octopus_teacups", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.5 }, { "result_id": "svg_octopus_teacups__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_octopus_teacups", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 237.5 }, { "result_id": "svg_old_fisherman__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_old_fisherman", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.1 }, { "result_id": "svg_orchestra_seating__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_orchestra_seating", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.4 }, { "result_id": "svg_panda_bamboo__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_panda_bamboo", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 234.5 }, { "result_id": "svg_peacock_display__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_peacock_display", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.8 }, { "result_id": "svg_penrose_triangle__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_penrose_triangle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.7 }, { "result_id": "svg_pizza_slice_pull__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_pizza_slice_pull", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.4 }, { "result_id": "svg_plant_cell_diagram__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_plant_cell_diagram", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.3 }, { "result_id": "svg_red_double_decker_bus__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_red_double_decker_bus", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.1 }, { "result_id": "svg_red_fox_snow__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_red_fox_snow", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 551.5 }, { "result_id": "svg_red_fox_snow__raw-api__glm-5.3__attempt2", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_red_fox_snow", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1075.5 }, { "result_id": "svg_red_fox_snow__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_red_fox_snow", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 198.0 }, { "result_id": "svg_red_fox_snow__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_red_fox_snow", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 262.5 }, { "result_id": "svg_robot_watering_flower__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_robot_watering_flower", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 9.2 }, { "result_id": "svg_robot_watering_flower__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_robot_watering_flower", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.3 }, { "result_id": "svg_row_houses_colorful__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_row_houses_colorful", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.8 }, { "result_id": "svg_sailboat_regatta__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sailboat_regatta", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.4 }, { "result_id": "svg_sea_turtle_swim__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sea_turtle_swim", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 186.6 }, { "result_id": "svg_sea_turtle_swim__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sea_turtle_swim", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.7 }, { "result_id": "svg_sea_turtle_swim__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sea_turtle_swim", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 226.9 }, { "result_id": "svg_sheet_music_staff__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sheet_music_staff", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.4 }, { "result_id": "svg_skateboarder_ollie__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_skateboarder_ollie", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.4 }, { "result_id": "svg_skier_downhill__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_skier_downhill", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.1 }, { "result_id": "svg_sleeping_tabby_cat__raw-api__glm-5.3", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sleeping_tabby_cat", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 565.5 }, { "result_id": "svg_sleeping_tabby_cat__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sleeping_tabby_cat", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 197.0 }, { "result_id": "svg_sleeping_tabby_cat__raw-api__qwen3.8-max", "model": "Qwen3.8 Max", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sleeping_tabby_cat", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 246.3 }, { "result_id": "svg_smartphone_exploded__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_smartphone_exploded", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.3 }, { "result_id": "svg_sneaker_side__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sneaker_side", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.9 }, { "result_id": "svg_soccer_bicycle_kick__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_soccer_bicycle_kick", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.7 }, { "result_id": "svg_spaceship_hangar__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_spaceship_hangar", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 66.8 }, { "result_id": "svg_sports_team_crest__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_sports_team_crest", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.9 }, { "result_id": "svg_spring_cherry_blossom_picnic__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_spring_cherry_blossom_picnic", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 35.2 }, { "result_id": "svg_stacked_pancakes__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_stacked_pancakes", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 36.6 }, { "result_id": "svg_steam_locomotive__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_steam_locomotive", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.6 }, { "result_id": "svg_submarine_deep_sea__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_submarine_deep_sea", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.5 }, { "result_id": "svg_subway_map_lines__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_subway_map_lines", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.2 }, { "result_id": "svg_summer_beach_umbrella__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_summer_beach_umbrella", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 34.9 }, { "result_id": "svg_synthesizer_modular__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_synthesizer_modular", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 32.5 }, { "result_id": "svg_taco_trio__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_taco_trio", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.6 }, { "result_id": "svg_thank_you_script__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_thank_you_script", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.2 }, { "result_id": "svg_thanksgiving_table__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_thanksgiving_table", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 41.8 }, { "result_id": "svg_three_stacked_animals__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_three_stacked_animals", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.5 }, { "result_id": "svg_timeline_flight_history__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_timeline_flight_history", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 6.8 }, { "result_id": "svg_toolbox_open__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_toolbox_open", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 38.4 }, { "result_id": "svg_toucan_branch__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_toucan_branch", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 35.8 }, { "result_id": "svg_treasure_map__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_treasure_map", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 52.9 }, { "result_id": "svg_treehouse_ladder__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_treehouse_ladder", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 33.7 }, { "result_id": "svg_underwater_kelp_forest__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_underwater_kelp_forest", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.6 }, { "result_id": "svg_unicorn_meadow__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_unicorn_meadow", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 12.4 }, { "result_id": "svg_unicorn_meadow__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_unicorn_meadow", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 37.7 }, { "result_id": "svg_vintage_biplane__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_vintage_biplane", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 44.8 }, { "result_id": "svg_vintage_poster_travel__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_vintage_poster_travel", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.1 }, { "result_id": "svg_vintage_scooter__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_vintage_scooter", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 44.1 }, { "result_id": "svg_vinyl_turntable__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_vinyl_turntable", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 42.6 }, { "result_id": "svg_violin_bow__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_violin_bow", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 40.2 }, { "result_id": "svg_volcano_cross_section__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_volcano_cross_section", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 39.5 }, { "result_id": "svg_volcano_eruption__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_volcano_eruption", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 43.3 }, { "result_id": "svg_voronoi_cells__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_voronoi_cells", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 30.9 }, { "result_id": "svg_water_cycle_diagram__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_water_cycle_diagram", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 42.2 }, { "result_id": "svg_waterfall_jungle__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_waterfall_jungle", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 65.2 }, { "result_id": "svg_winter_cabin_christmas__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_winter_cabin_christmas", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 32.7 }, { "result_id": "svg_wizard_tower_spell__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_wizard_tower_spell", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 53.8 }, { "result_id": "svg_wolf_howling_moon__raw-api__gpt-oss-120b", "model": "gpt-oss-120b", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "svg_wolf_howling_moon", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 8.3 }, { "result_id": "threejs_ant_vs_gardener__claude-code__sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.283", "harness_family": "Claude Code", "track": "home", "prompt_id": "threejs_ant_vs_gardener", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2763.043 }, { "result_id": "threejs_ant_vs_gardener__opencode__kimi-k3__attempt1", "model": "Kimi K3", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_ant_vs_gardener", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": true, "wall_time_s": 78.0 }, { "result_id": "threejs_artwork_style_pass__api-oneshot__claude-sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_artwork_style_pass", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 541.0 }, { "result_id": "threejs_artwork_style_pass__api-oneshot__deepseek-v4-pro__attempt1", "model": "DeepSeek V4 Pro", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_artwork_style_pass", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 580.9 }, { "result_id": "threejs_artwork_style_pass__api-oneshot__gemini-3.5-flash__attempt1", "model": "gemini-3.5-flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_artwork_style_pass", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 107.8 }, { "result_id": "threejs_artwork_style_pass__api-oneshot__glm-5p3__attempt1", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_artwork_style_pass", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1304.2 }, { "result_id": "threejs_artwork_style_pass__api-oneshot__kimi-k3-fireworks__attempt1", "model": "Kimi K3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_artwork_style_pass", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1593.4 }, { "result_id": "threejs_garden_automation_tutorial__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_garden_automation_tutorial", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 44.7 }, { "result_id": "threejs_jellyfish__opencode__deepseek-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_jellyfish", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": true, "wall_time_s": 17.8 }, { "result_id": "threejs_mechanical_bee__api-oneshot__claude-sonnet-5-5__attempt1", "model": "Claude Sonnet 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_mechanical_bee", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 471.4 }, { "result_id": "threejs_mechanical_bee__api-oneshot__glm-5p3__attempt1", "model": "GLM-5.3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_mechanical_bee", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1254.5 }, { "result_id": "threejs_mechanical_bee__api-oneshot__kimi-k3-fireworks__attempt1", "model": "Kimi K3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_mechanical_bee", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2164.4 }, { "result_id": "threejs_momijigari__dsh__deepseek-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "dsh 0.1.5-rc.3", "harness_family": "dsh", "track": "neutral", "prompt_id": "threejs_momijigari", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 7.2 }, { "result_id": "threejs_momijigari__opencode__longcat-2.5-preview__attempt1", "model": "longcat-2.5-preview-free", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_momijigari", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2572.7 }, { "result_id": "threejs_night_train__raw-api__deepseek-flash", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_night_train", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 272.3 }, { "result_id": "threejs_night_train__raw-api__minimax-m3", "model": "MiniMax M3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_night_train", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 357.6 }, { "result_id": "threejs_night_train__raw-api__qwen3.8-27b", "model": "Qwen3.8 27B", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "threejs_night_train", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 45.9 }, { "result_id": "threejs_stillwater_pond__codex__gpt-6.1-sol-fast__attempt1", "model": "gpt-6.1-sol", "harness": "Codex CLI 0.156.1", "harness_family": "Codex CLI", "track": "neutral", "prompt_id": "threejs_stillwater_pond", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2580.5 }, { "result_id": "threejs_tidewater__opencode__longcat-2.5-preview__attempt1", "model": "longcat-2.5-preview-free", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_tidewater", "status": "error", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1145.2 }, { "result_id": "threejs_tidewater__opencode__longcat-2.5-preview__attempt2", "model": "LongCat 2.5 Preview", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "threejs_tidewater", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 743.8 }, { "result_id": "video_printing_press_collage_remotion__claude-code__sonnet-5-5-high__attempt1", "model": "Claude Sonnet 5.5", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "video_printing_press_collage_remotion", "status": "stopped_by_our_timeout", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1992.8 }, { "result_id": "wc_venice_watercolour__api-oneshot__claude-opus-5-5__attempt1", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "wc_venice_watercolour", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 718.8 }, { "result_id": "wc_venice_watercolour__api-oneshot__claude-opus-5-5__attempt2", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "wc_venice_watercolour", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1327.74 }, { "result_id": "wc_venice_watercolour__api-oneshot__claude-opus-5-5__attempt3", "model": "Claude Opus 5.5", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "wc_venice_watercolour", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1281.07 }, { "result_id": "wc_venice_watercolour__api-oneshot__deepseek-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "wc_venice_watercolour", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 257.82 }, { "result_id": "wc_venice_watercolour__api-oneshot__kimi-k3__attempt1", "model": "Kimi K3", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "wc_venice_watercolour", "status": "dnf", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1769.57 }, { "result_id": "whale_clouds__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "whale_clouds", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1568.4 }, { "result_id": "whale_clouds__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "whale_clouds", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1704.8 }, { "result_id": "whale_clouds__cline__mimo-v2.6-flash__attempt2", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "whale_clouds", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 1909.6 }, { "result_id": "x16_engine__claude-code__glm-5.3__attempt1", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "neutral", "prompt_id": "x16_engine", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": true, "wall_time_s": 187.9 }, { "result_id": "x16_engine__opencode__longcat-2.5-preview__attempt1", "model": "longcat-2.5-preview-free", "harness": "OpenCode 1.18.32", "harness_family": "OpenCode", "track": "neutral", "prompt_id": "x16_engine", "status": "stopped_by_us", "cost_usd": 0.0, "cost_basis": "reported_by_harness", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2576.3 }, { "result_id": "xbox360_controller__claude-code__glm-5.3__attempt2", "model": "GLM-5.3", "harness": "Claude Code 2.1.280", "harness_family": "Claude Code", "track": "home", "prompt_id": "xbox360_controller", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 236.4 }, { "result_id": "xbox360_controller__cline__deepseek-v4.1-flash__attempt1", "model": "DeepSeek V4.1 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "xbox360_controller", "status": "error", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 433.1 }, { "result_id": "xbox360_controller__cline__mimo-v2.6-flash__attempt1", "model": "MiMo V2.6 Flash", "harness": "Cline CLI 3.0.65", "harness_family": "Cline CLI", "track": "neutral", "prompt_id": "xbox360_controller", "status": "stopped_by_us", "cost_usd": null, "cost_basis": "unknown", "cost_usd_computed": null, "usage_not_reported": false, "wall_time_s": 2549.5 }, { "result_id": "xbox360_controller__raw-api__gemini-3.6-flash", "model": "Gemini 3.6 Flash", "harness": "none (raw API)", "harness_family": "none (raw API)", "track": "raw_baseline", "prompt_id": "xbox360_controller", "status": "dnf", "cost_usd": 0.0, "cost_basis": "estimated_from_list_price", "cost_usd_computed": 0.0, "usage_not_reported": false, "wall_time_s": 31.23 } ] }