{
  "schema_version": 3,
  "status": "measured",
  "generated_at": "2026-09-14T14:22:39Z",
  "generator": "assets/data/export.py",
  "source": {
    "note": "Aggregated from the per-task run dumps in assets/data/ (one taskNN.json per public task). scores[taskId][modelId] holds per-split scores aligned with tasks[taskId].splits; results[taskId][modelId].score is the task score (mean verifier reward over the task's subtasks). costs[taskId][modelId] reports per-subtask means over the task's runs: cost = mean API cost in USD, hours = mean agent wall-clock hours, context_tokens = mean of input_tokens minus cached_tokens per run (the homepage's Context Length). cost_total, hours_total, hours_median and the input/cached/output token counts are the corresponding totals over runs. The homepage's overall figures average these per-task means within each workflow, then across workflows. Missing API cost or token counts stay null. Costs come from the run dumps except for the models listed under source.prices, whose cost is recomputed from token counts because their harness billed them against the wrong price sheet; costs[...].cost_sources and results[...].subtasks[...].cost_source say which applies. Task ids equal the public task numbers used by data.js; tasks[taskId].public repeats it as T01 etc.",
    "options": {
      "allow_partial": false,
      "completed_only": false,
      "keep_oracle": false,
      "dedupe": "latest",
      "compact": false,
      "excluded_model_prefixes": [
        "grok",
        "claude-fable",
        "fable",
        "k3",
        "gemini-3-8-flash"
      ]
    },
    "prices": {
      "deepseek-flash": {
        "file": "price/deepseek-flash.json",
        "rate": "mean",
        "currency": "USD",
        "unit": "per_1m_tokens",
        "input": 0.225,
        "cached_input": 0.0045,
        "output": 0.9
      },
      "glm-5.3-flash": {
        "file": "price/glm-5.3-flash.json",
        "rate": "list",
        "currency": "USD",
        "unit": "per_1m_tokens",
        "input": 0.15,
        "cached_input": 0.03,
        "output": 0.5
      }
    },
    "files": {
      "task01": {
        "file": "task01.json",
        "root": "jobs/task01",
        "schema_version": 1,
        "runs": 155,
        "runs_skipped": 20
      },
      "task02": {
        "file": "task02.json",
        "root": "jobs/task02",
        "schema_version": 1,
        "runs": 144,
        "runs_skipped": 9
      },
      "task03": {
        "file": "task03.json",
        "root": "jobs/task03",
        "schema_version": 1,
        "runs": 50,
        "runs_skipped": 5
      },
      "task04": {
        "file": "task04.json",
        "root": "jobs/task04",
        "schema_version": 1,
        "runs": 50,
        "runs_skipped": 5
      },
      "task05": {
        "file": "task05.json",
        "root": "jobs/task05",
        "schema_version": 1,
        "runs": 52,
        "runs_skipped": 16
      },
      "task06": {
        "file": "task06.json",
        "root": "jobs/task06",
        "schema_version": 1,
        "runs": 40,
        "runs_skipped": 4
      },
      "task07": {
        "file": "task07.json",
        "root": "jobs/task07",
        "schema_version": 1,
        "runs": 10,
        "runs_skipped": 1
      },
      "task08": {
        "file": "task08.json",
        "root": "jobs/task08",
        "schema_version": 1,
        "runs": 10,
        "runs_skipped": 1
      },
      "task09": {
        "file": "task09.json",
        "root": "jobs/task09",
        "schema_version": 1,
        "runs": 10,
        "runs_skipped": 1
      }
    }
  },
  "models": [
    {
      "id": "gpt6astra",
      "name": "GPT-6 Astra",
      "short": "Astra",
      "org": "OpenAI",
      "open": false,
      "harness": "Codex",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    },
    {
      "id": "opus5",
      "name": "Claude Opus 5",
      "short": "Opus 5",
      "org": "Anthropic",
      "open": false,
      "harness": "Claude Code",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    },
    {
      "id": "gpt56sol",
      "name": "GPT-5.6 Sol",
      "short": "Sol",
      "org": "OpenAI",
      "open": false,
      "harness": "Codex",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    },
    {
      "id": "deepseek-flash",
      "name": "DeepSeek-V4.1-Flash",
      "short": "DeepSeek-V4.1-Flash",
      "org": "DeepSeek AI",
      "open": false,
      "harness": "Claude Code",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    },
    {
      "id": "gemini37flash",
      "name": "Gemini 3.7 Flash",
      "short": "Gemini 3.7",
      "org": "Google",
      "open": false,
      "harness": "Antigravity CLI",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    },
    {
      "id": "glm53flash",
      "name": "GLM-5.3 Flash",
      "short": "GLM-5.3",
      "org": "Z.ai",
      "open": true,
      "harness": "Claude Code",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    },
    {
      "id": "opus48",
      "name": "Claude Opus 4.8",
      "short": "Opus 4.8",
      "org": "Anthropic",
      "open": false,
      "harness": "Claude Code",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    },
    {
      "id": "gpt56luna",
      "name": "GPT-5.6 Luna",
      "short": "Luna",
      "org": "OpenAI",
      "open": false,
      "harness": "Codex",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    },
    {
      "id": "gpt56terra",
      "name": "GPT-5.6 Terra",
      "short": "Terra",
      "org": "OpenAI",
      "open": false,
      "harness": "Codex",
      "tasks": [
        "task01",
        "task02",
        "task03",
        "task04",
        "task05",
        "task06",
        "task07",
        "task08",
        "task09"
      ]
    }
  ],
  "tasks": {
    "task01": {
      "id": "task01",
      "public": "T01",
      "number": "01",
      "name": "Agentic Control",
      "file": "task01.json",
      "root": "jobs/task01",
      "score_metric": "reward",
      "score_note": "reward = 0.80 × success_rate + 0.20 × success_rate × (1 − dev_steps / budget); task score is the mean reward over 15 level × kitchen-task cells.",
      "aggregate": "mean",
      "splitLabel": "Harness Level",
      "splits": [
        {
          "id": "L1",
          "label": "L1 — action API only",
          "subtasks": [
            "L1/01-open-fridge",
            "L1/02-close-cabinet",
            "L1/03-turn-on-stove",
            "L1/04-pick-place-counter-to-drawer",
            "L1/05-pick-place-microwave-to-counter"
          ]
        },
        {
          "id": "L2",
          "label": "L2 — + harness library",
          "subtasks": [
            "L2/01-open-fridge",
            "L2/02-close-cabinet",
            "L2/03-turn-on-stove",
            "L2/04-pick-place-counter-to-drawer",
            "L2/05-pick-place-microwave-to-counter"
          ]
        },
        {
          "id": "L3",
          "label": "L3 — + privileged state",
          "subtasks": [
            "L3/01-open-fridge",
            "L3/02-close-cabinet",
            "L3/03-turn-on-stove",
            "L3/04-pick-place-counter-to-drawer",
            "L3/05-pick-place-microwave-to-counter"
          ]
        }
      ],
      "weights": null,
      "subtasks": [
        {
          "id": "L1/01-open-fridge",
          "label": "L1 · Open fridge",
          "level": "L1",
          "kitchen_task": "01-open-fridge"
        },
        {
          "id": "L1/02-close-cabinet",
          "label": "L1 · Close cabinet",
          "level": "L1",
          "kitchen_task": "02-close-cabinet"
        },
        {
          "id": "L1/03-turn-on-stove",
          "label": "L1 · Turn on stove",
          "level": "L1",
          "kitchen_task": "03-turn-on-stove"
        },
        {
          "id": "L1/04-pick-place-counter-to-drawer",
          "label": "L1 · Pick and place: counter to drawer",
          "level": "L1",
          "kitchen_task": "04-pick-place-counter-to-drawer"
        },
        {
          "id": "L1/05-pick-place-microwave-to-counter",
          "label": "L1 · Pick and place: microwave to counter",
          "level": "L1",
          "kitchen_task": "05-pick-place-microwave-to-counter"
        },
        {
          "id": "L2/01-open-fridge",
          "label": "L2 · Open fridge",
          "level": "L2",
          "kitchen_task": "01-open-fridge"
        },
        {
          "id": "L2/02-close-cabinet",
          "label": "L2 · Close cabinet",
          "level": "L2",
          "kitchen_task": "02-close-cabinet"
        },
        {
          "id": "L2/03-turn-on-stove",
          "label": "L2 · Turn on stove",
          "level": "L2",
          "kitchen_task": "03-turn-on-stove"
        },
        {
          "id": "L2/04-pick-place-counter-to-drawer",
          "label": "L2 · Pick and place: counter to drawer",
          "level": "L2",
          "kitchen_task": "04-pick-place-counter-to-drawer"
        },
        {
          "id": "L2/05-pick-place-microwave-to-counter",
          "label": "L2 · Pick and place: microwave to counter",
          "level": "L2",
          "kitchen_task": "05-pick-place-microwave-to-counter"
        },
        {
          "id": "L3/01-open-fridge",
          "label": "L3 · Open fridge",
          "level": "L3",
          "kitchen_task": "01-open-fridge"
        },
        {
          "id": "L3/02-close-cabinet",
          "label": "L3 · Close cabinet",
          "level": "L3",
          "kitchen_task": "02-close-cabinet"
        },
        {
          "id": "L3/03-turn-on-stove",
          "label": "L3 · Turn on stove",
          "level": "L3",
          "kitchen_task": "03-turn-on-stove"
        },
        {
          "id": "L3/04-pick-place-counter-to-drawer",
          "label": "L3 · Pick and place: counter to drawer",
          "level": "L3",
          "kitchen_task": "04-pick-place-counter-to-drawer"
        },
        {
          "id": "L3/05-pick-place-microwave-to-counter",
          "label": "L3 · Pick and place: microwave to counter",
          "level": "L3",
          "kitchen_task": "05-pick-place-microwave-to-counter"
        }
      ],
      "n_runs": 155,
      "n_runs_skipped": 20,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    },
    "task02": {
      "id": "task02",
      "public": "T02",
      "number": "02",
      "name": "Harness Engineering",
      "file": "task02.json",
      "root": "jobs/task02",
      "score_metric": "reward",
      "score_note": "Stage-credit reward of fresh agents on the held-out member of each activity group; task score is the mean over 15 groups.",
      "aggregate": "mean",
      "splitLabel": "Difficulty Band",
      "splits": [
        {
          "id": "EASY",
          "label": "EASY (5 groups)",
          "subtasks": [
            "01-washing-dishes",
            "02-sauteing-vegetables",
            "03-baking",
            "04-reheating-food",
            "05-chopping-food"
          ]
        },
        {
          "id": "MEDIUM",
          "label": "MEDIUM (5 groups)",
          "subtasks": [
            "06-setting-the-table",
            "07-portioning-meals",
            "08-defrosting-food",
            "09-arranging-buffet",
            "10-serving-beverages"
          ]
        },
        {
          "id": "HARD",
          "label": "HARD (5 groups)",
          "subtasks": [
            "11-loading-fridge",
            "12-managing-freezer-space",
            "13-clearing-table",
            "14-microwaving-food",
            "15-storing-leftovers"
          ]
        }
      ],
      "weights": null,
      "subtasks": [
        {
          "id": "01-washing-dishes",
          "label": "Washing dishes",
          "band": "EASY",
          "heldout_task": "DumpLeftovers"
        },
        {
          "id": "02-sauteing-vegetables",
          "label": "Sauteing vegetables",
          "band": "EASY",
          "heldout_task": "PlaceVegetablesEvenly"
        },
        {
          "id": "03-baking",
          "label": "Baking",
          "band": "EASY",
          "heldout_task": "PastryDisplay"
        },
        {
          "id": "04-reheating-food",
          "label": "Reheating food",
          "band": "EASY",
          "heldout_task": "SimmeringSauce"
        },
        {
          "id": "05-chopping-food",
          "label": "Chopping food",
          "band": "EASY",
          "heldout_task": "ClearCuttingBoard"
        },
        {
          "id": "06-setting-the-table",
          "label": "Setting the table",
          "band": "MEDIUM",
          "heldout_task": "AlignSilverware"
        },
        {
          "id": "07-portioning-meals",
          "label": "Portioning meals",
          "band": "MEDIUM",
          "heldout_task": "PortionHotDogs"
        },
        {
          "id": "08-defrosting-food",
          "label": "Defrosting food",
          "band": "MEDIUM",
          "heldout_task": "DefrostByCategory"
        },
        {
          "id": "09-arranging-buffet",
          "label": "Arranging buffet",
          "band": "MEDIUM",
          "heldout_task": "PlaceBeveragesTogether"
        },
        {
          "id": "10-serving-beverages",
          "label": "Serving beverages",
          "band": "MEDIUM",
          "heldout_task": "MatchCupAndDrink"
        },
        {
          "id": "11-loading-fridge",
          "label": "Loading fridge",
          "band": "HARD",
          "heldout_task": "MoveFreezerToFridge"
        },
        {
          "id": "12-managing-freezer-space",
          "label": "Managing freezer space",
          "band": "HARD",
          "heldout_task": "SeparateFreezerRack"
        },
        {
          "id": "13-clearing-table",
          "label": "Clearing table",
          "band": "HARD",
          "heldout_task": "CandleCleanup"
        },
        {
          "id": "14-microwaving-food",
          "label": "Microwaving food",
          "band": "HARD",
          "heldout_task": "PlaceMicrowaveSafeItem"
        },
        {
          "id": "15-storing-leftovers",
          "label": "Storing leftovers",
          "band": "HARD",
          "heldout_task": "StoreLeftoversInBowl"
        }
      ],
      "n_runs": 144,
      "n_runs_skipped": 9,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    },
    "task03": {
      "id": "task03",
      "public": "T03",
      "number": "03",
      "name": "Embodied Reasoning",
      "file": "task03.json",
      "root": "jobs/task03",
      "score_metric": "reward",
      "score_note": "reward = the scenario's continuous outcome score (settled tower height, overhang past the edge, coins balanced, cube solved) for the four interaction scenarios and the fraction of correct answers over three trials for hidden center of mass; task score is the mean over five scenarios.",
      "aggregate": "mean",
      "splitLabel": "Scenario",
      "splits": [
        {
          "id": "01-tower-max-height",
          "label": "Tower Max Height",
          "subtasks": [
            "01-tower-max-height"
          ]
        },
        {
          "id": "02-cantilever-overhang",
          "label": "Cantilever Overhang",
          "subtasks": [
            "02-cantilever-overhang"
          ]
        },
        {
          "id": "03-balance-coins",
          "label": "Balance Coins",
          "subtasks": [
            "03-balance-coins"
          ]
        },
        {
          "id": "04-rubik-cube",
          "label": "Rubik Cube",
          "subtasks": [
            "04-rubik-cube"
          ]
        },
        {
          "id": "05-hidden-center-of-mass",
          "label": "Hidden Center of Mass",
          "subtasks": [
            "05-hidden-center-of-mass"
          ]
        }
      ],
      "weights": null,
      "subtasks": [
        {
          "id": "01-tower-max-height",
          "label": "Tower Max Height"
        },
        {
          "id": "02-cantilever-overhang",
          "label": "Cantilever Overhang"
        },
        {
          "id": "03-balance-coins",
          "label": "Balance Coins"
        },
        {
          "id": "04-rubik-cube",
          "label": "Rubik Cube"
        },
        {
          "id": "05-hidden-center-of-mass",
          "label": "Hidden Center of Mass"
        }
      ],
      "n_runs": 50,
      "n_runs_skipped": 5,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    },
    "task04": {
      "id": "task04",
      "public": "T04",
      "number": "04",
      "name": "Whole-Body Motion Tracking",
      "file": "task04.json",
      "root": "jobs/task04",
      "score_metric": "reward",
      "score_note": "episode = 0.7 × tracking_multi + 0.3 × survival, averaged over hidden seeds; task score is the mean over five clips.",
      "aggregate": "mean",
      "splitLabel": "Motion (20 s Clip)",
      "splits": [
        {
          "id": "01-dance",
          "label": "Dance",
          "subtasks": [
            "01-dance"
          ]
        },
        {
          "id": "02-fight",
          "label": "Fight",
          "subtasks": [
            "02-fight"
          ]
        },
        {
          "id": "03-fall-and-get-up",
          "label": "Fall & Get Up",
          "subtasks": [
            "03-fall-and-get-up"
          ]
        },
        {
          "id": "04-run",
          "label": "Run",
          "subtasks": [
            "04-run"
          ]
        },
        {
          "id": "05-sprint",
          "label": "Sprint",
          "subtasks": [
            "05-sprint"
          ]
        }
      ],
      "weights": null,
      "subtasks": [
        {
          "id": "01-dance",
          "label": "Dance"
        },
        {
          "id": "02-fight",
          "label": "Fight"
        },
        {
          "id": "03-fall-and-get-up",
          "label": "Fall & Get Up"
        },
        {
          "id": "04-run",
          "label": "Run"
        },
        {
          "id": "05-sprint",
          "label": "Sprint"
        }
      ],
      "n_runs": 50,
      "n_runs_skipped": 5,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    },
    "task05": {
      "id": "task05",
      "public": "T05",
      "number": "05",
      "name": "NanoVLA Recipe",
      "file": "task05.json",
      "root": "jobs/task05",
      "score_metric": "reward",
      "score_note": "reward = hidden-set success rate of the trained policy (500 LIBERO-10 or 300 RoboTwin episodes); task score is the mean over four tracks.",
      "aggregate": "mean",
      "splitLabel": "Track",
      "splits": [
        {
          "id": "01-libero-open-design",
          "label": "LIBERO · open design",
          "subtasks": [
            "01-libero-open-design"
          ]
        },
        {
          "id": "02-libero-robustness",
          "label": "LIBERO · robustness",
          "subtasks": [
            "02-libero-robustness"
          ]
        },
        {
          "id": "03-robotwin-open-design",
          "label": "RoboTwin · open design",
          "subtasks": [
            "03-robotwin-open-design"
          ]
        },
        {
          "id": "04-robotwin-robustness",
          "label": "RoboTwin · robustness",
          "subtasks": [
            "04-robotwin-robustness"
          ]
        }
      ],
      "weights": null,
      "subtasks": [
        {
          "id": "01-libero-open-design",
          "label": "LIBERO · open design"
        },
        {
          "id": "02-libero-robustness",
          "label": "LIBERO · robustness"
        },
        {
          "id": "03-robotwin-open-design",
          "label": "RoboTwin · open design"
        },
        {
          "id": "04-robotwin-robustness",
          "label": "RoboTwin · robustness"
        }
      ],
      "n_runs": 52,
      "n_runs_skipped": 16,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    },
    "task06": {
      "id": "task06",
      "public": "T06",
      "number": "06",
      "name": "Pose Estimation",
      "file": "task06.json",
      "root": "jobs/task06",
      "score_metric": "reward",
      "score_note": "reward = 0.30 × stage A pose credit (100 static frames) + 0.70 × stage B pose credit (ten push episodes), less an inference-speed deduction; a wrong shape identification or a failed gate zeroes the run. Task score is the mean over the four estimator variants.",
      "aggregate": "mean",
      "splitLabel": "Subtask",
      "splits": [
        {
          "id": "01-rgb-only",
          "label": "RGB only",
          "subtasks": [
            "01-rgb-only"
          ]
        },
        {
          "id": "02-rgb-depth",
          "label": "RGB + depth",
          "subtasks": [
            "02-rgb-depth"
          ]
        },
        {
          "id": "03-model-training",
          "label": "Model training",
          "subtasks": [
            "03-model-training"
          ]
        },
        {
          "id": "04-method-agnostic",
          "label": "Method agnostic",
          "subtasks": [
            "04-method-agnostic"
          ]
        }
      ],
      "weights": null,
      "subtasks": [
        {
          "id": "01-rgb-only",
          "label": "RGB only"
        },
        {
          "id": "02-rgb-depth",
          "label": "RGB + depth"
        },
        {
          "id": "03-model-training",
          "label": "Model training"
        },
        {
          "id": "04-method-agnostic",
          "label": "Method agnostic"
        }
      ],
      "n_runs": 40,
      "n_runs_skipped": 4,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    },
    "task07": {
      "id": "task07",
      "public": "T07",
      "number": "07",
      "name": "Bin Clearing",
      "file": "task07.json",
      "root": "jobs/task07",
      "score_metric": "reward",
      "score_note": "episode = 0.3 × perfect + 0.35 × clear_curve(clear_frac) + 0.2 × min(tp/10, 1) + 0.15 × perfect × min(tp/15, 1) − 0.03 × floor_drops − 0.05 × damage − 0.05 × bin_hits, mean over eight hidden episodes; a failed gate caps it at 0.1. Split values are the episode-mean clearance fraction and speed merit.",
      "aggregate": "weighted",
      "splitLabel": "Reward Component",
      "splits": [
        {
          "id": "clearance",
          "label": "Clearance (fraction of bin cleared)",
          "metric": "clear_frac",
          "weight": 1.0
        },
        {
          "id": "throughput",
          "label": "Throughput (speed merit)",
          "metric": "speed_merit",
          "weight": 1.0
        }
      ],
      "weights": [
        1.0,
        1.0
      ],
      "subtasks": [
        {
          "id": "bin-clearing",
          "label": "Bin clearing"
        }
      ],
      "n_runs": 10,
      "n_runs_skipped": 1,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    },
    "task08": {
      "id": "task08",
      "public": "T08",
      "number": "08",
      "name": "Mobile Base Design",
      "file": "task08.json",
      "root": "jobs/task08",
      "score_metric": "reward",
      "score_note": "reward = sum of weighted stage checkpoints, each the minimum over the Panda, UR5e and xArm7 arms; a failed gate caps the reward at 0.15. Split values are stage credit divided by stage weight.",
      "aggregate": "weighted",
      "splitLabel": "Scoring Stage",
      "splits": [
        {
          "id": "validity",
          "label": "Validity",
          "metric": "stage_validity",
          "weight": 0.15
        },
        {
          "id": "design",
          "label": "Design",
          "metric": "stage_design",
          "weight": 0.35
        },
        {
          "id": "static",
          "label": "Static Stability",
          "metric": "stage_static",
          "weight": 0.15
        },
        {
          "id": "dynamic",
          "label": "Dynamic Stability",
          "metric": "stage_dynamic",
          "weight": 0.2
        },
        {
          "id": "integration",
          "label": "Integration",
          "metric": "stage_integration",
          "weight": 0.15
        }
      ],
      "weights": [
        0.15,
        0.35,
        0.15,
        0.2,
        0.15
      ],
      "subtasks": [
        {
          "id": "mobile-base",
          "label": "Mobile base"
        }
      ],
      "n_runs": 10,
      "n_runs_skipped": 1,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    },
    "task09": {
      "id": "task09",
      "public": "T09",
      "number": "09",
      "name": "Gravity Compensation for Gello",
      "file": "task09.json",
      "root": "jobs/task09",
      "score_metric": "reward",
      "score_note": "Task score is the mean of the per-arm rewards over the Franka, UR5e and xArm7 leader arms; split values are those per-arm rewards.",
      "aggregate": "mean",
      "splitLabel": "Follower Arm",
      "splits": [
        {
          "id": "franka",
          "label": "Franka (7 DoF)",
          "metric": "franka_reward",
          "weight": 1.0
        },
        {
          "id": "ur5e",
          "label": "UR5e (6 DoF)",
          "metric": "ur5e_reward",
          "weight": 1.0
        },
        {
          "id": "xarm7",
          "label": "xArm7 (7 DoF)",
          "metric": "xarm7_reward",
          "weight": 1.0
        }
      ],
      "weights": null,
      "subtasks": [
        {
          "id": "gello",
          "label": "Gravity compensation"
        }
      ],
      "n_runs": 10,
      "n_runs_skipped": 1,
      "models": [
        "deepseek-flash",
        "gemini37flash",
        "glm53flash",
        "gpt56luna",
        "gpt56sol",
        "gpt56terra",
        "gpt6astra",
        "opus48",
        "opus5"
      ]
    }
  },
  "scores": {
    "task01": {
      "gpt6astra": [
        0.908218,
        0.779514,
        0.727968
      ],
      "gemini37flash": [
        0.0,
        0.072094,
        0.218579
      ],
      "opus48": [
        0.09952,
        0.098467,
        0.032
      ],
      "opus5": [
        0.302961,
        0.451522,
        0.459028
      ],
      "glm53flash": [
        0.0,
        0.096047,
        0.064
      ],
      "gpt56luna": [
        0.03957,
        0.079161,
        0.114176
      ],
      "gpt56sol": [
        0.234012,
        0.303693,
        0.494422
      ],
      "gpt56terra": [
        0.0,
        0.039181,
        0.078679
      ],
      "deepseek-flash": [
        0.0,
        0.032,
        0.032122
      ]
    },
    "task02": {
      "gpt6astra": [
        0.98,
        0.94,
        0.666667
      ],
      "opus48": [
        0.296667,
        0.113333,
        0.093333
      ],
      "opus5": [
        0.893333,
        0.503333,
        0.28
      ],
      "glm53flash": [
        0.21,
        0.033333,
        0.026667
      ],
      "gpt56luna": [
        0.183333,
        0.076667,
        0.0
      ],
      "gpt56sol": [
        0.85,
        0.286667,
        0.106667
      ],
      "gpt56terra": [
        0.34,
        0.083333,
        0.04
      ],
      "gemini37flash": [
        0.24,
        0.27,
        0.12
      ],
      "deepseek-flash": [
        0.433333,
        0.043333,
        0.106667
      ]
    },
    "task03": {
      "gemini37flash": [
        0.522905,
        0.491017,
        0.0,
        0.0,
        0.0
      ],
      "opus48": [
        0.264199,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "opus5": [
        0.3493,
        0.456617,
        1.0,
        0.0,
        1.0
      ],
      "glm53flash": [
        0.174644,
        0.0,
        0.0,
        0.0,
        0.333333
      ],
      "gpt56luna": [
        0.264197,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "gpt56sol": [
        0.762786,
        0.28598,
        1.0,
        0.0,
        1.0
      ],
      "gpt56terra": [
        0.173066,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "gpt6astra": [
        0.742817,
        0.882391,
        1.0,
        0.388602,
        1.0
      ],
      "deepseek-flash": [
        0.264183,
        0.241989,
        1.0,
        0.0,
        0.666667
      ]
    },
    "task04": {
      "gemini37flash": [
        0.3023,
        0.4766,
        0.084,
        0.5787,
        0.0013
      ],
      "opus48": [
        0.4783,
        0.2466,
        0.2394,
        0.7144,
        0.0
      ],
      "opus5": [
        0.8588,
        0.7401,
        0.8571,
        0.6821,
        0.7
      ],
      "glm53flash": [
        0.0,
        0.7239,
        0.7682,
        0.7217,
        0.6873
      ],
      "gpt6astra": [
        0.8281,
        0.7913,
        0.805,
        0.7978,
        0.7206
      ],
      "gpt56luna": [
        0.3294,
        0.0056,
        0.0782,
        0.542,
        0.2484
      ],
      "gpt56sol": [
        0.8111,
        0.538,
        0.795,
        0.6973,
        0.3577
      ],
      "gpt56terra": [
        0.3766,
        0.0,
        0.0,
        0.0226,
        0.261
      ],
      "deepseek-flash": [
        0.8032,
        0.7576,
        0.4147,
        0.8208,
        0.6032
      ]
    },
    "task05": {
      "opus5": [
        0.898,
        0.684,
        0.74,
        0.2
      ],
      "opus48": [
        0.8,
        0.71,
        0.686667,
        0.088889
      ],
      "gpt6astra": [
        0.868,
        0.828,
        0.673333,
        0.186667
      ],
      "gpt56sol": [
        0.818,
        0.572,
        0.61,
        0.088889
      ],
      "gpt56terra": [
        0.512,
        0.198,
        0.436667,
        0.0067
      ],
      "gpt56luna": [
        0.436,
        0.108,
        0.1101,
        0.0
      ],
      "glm53flash": [
        0.854,
        0.716,
        0.333333,
        0.031111
      ],
      "gemini37flash": [
        0.844,
        0.62,
        0.61,
        0.146667
      ],
      "deepseek-flash": [
        0.782,
        0.712,
        0.61,
        0.035556
      ]
    },
    "task06": {
      "gemini37flash": [
        0.0409,
        0.1979,
        0.0,
        0.2074
      ],
      "opus48": [
        0.0,
        0.2121,
        0.0,
        0.0613
      ],
      "opus5": [
        0.2794,
        0.5322,
        0.0777,
        0.7244
      ],
      "gpt56luna": [
        0.0386,
        0.0659,
        0.0,
        0.1331
      ],
      "gpt56sol": [
        0.1306,
        0.0797,
        0.1082,
        0.1847
      ],
      "gpt56terra": [
        0.049,
        0.1193,
        0.0,
        0.1114
      ],
      "gpt6astra": [
        0.6609,
        0.8605,
        0.4113,
        0.9178
      ],
      "deepseek-flash": [
        0.3212,
        0.2115,
        0.0,
        0.085
      ],
      "glm53flash": [
        0.0137,
        0.0182,
        0.0,
        0.2933
      ]
    },
    "task07": {
      "gemini37flash": [
        0.2732,
        0.2205
      ],
      "opus48": [
        0.5274,
        0.2533
      ],
      "opus5": [
        0.7869,
        0.41
      ],
      "glm53flash": [
        0.6117,
        0.3475
      ],
      "gpt56luna": [
        0.907,
        0.4667
      ],
      "gpt56sol": [
        0.9669,
        0.5483
      ],
      "gpt56terra": [
        0.2933,
        0.1637
      ],
      "gpt6astra": [
        1.0,
        0.5991
      ],
      "deepseek-flash": [
        0.8709,
        0.419
      ]
    },
    "task08": {
      "gemini37flash": [
        0.85,
        0.595714,
        0.0,
        0.2,
        0.0
      ],
      "opus48": [
        0.8,
        0.341143,
        0.0,
        0.914,
        0.0
      ],
      "opus5": [
        1.0,
        0.694,
        0.0,
        0.1335,
        0.694667
      ],
      "glm53flash": [
        0.85,
        0.562286,
        0.0,
        0.2035,
        0.0
      ],
      "gpt56luna": [
        1.0,
        0.582286,
        0.0,
        0.433,
        0.0
      ],
      "gpt56sol": [
        0.9,
        0.573143,
        0.0,
        0.367,
        0.916667
      ],
      "gpt56terra": [
        0.8,
        0.568286,
        0.0,
        0.4665,
        0.0
      ],
      "gpt6astra": [
        1.0,
        0.607143,
        0.0,
        0.564,
        0.916667
      ],
      "deepseek-flash": [
        0.85,
        0.558,
        0.0,
        0.2665,
        0.083333
      ]
    },
    "task09": {
      "gemini37flash": [
        0.5987,
        0.3121,
        0.3765
      ],
      "opus48": [
        0.5763,
        0.5267,
        0.4573
      ],
      "opus5": [
        0.6267,
        0.5569,
        0.4959
      ],
      "glm53flash": [
        0.3924,
        0.2607,
        0.322
      ],
      "gpt56luna": [
        0.1506,
        0.0971,
        0.2413
      ],
      "gpt56sol": [
        0.5999,
        0.4253,
        0.377
      ],
      "gpt56terra": [
        0.6305,
        0.4331,
        0.3831
      ],
      "gpt6astra": [
        0.5925,
        0.5298,
        0.5107
      ],
      "deepseek-flash": [
        0.6524,
        0.4444,
        0.2767
      ]
    }
  },
  "costs": {
    "task01": {
      "gpt6astra": {
        "cost": 41.134838,
        "cost_total": 617.022564,
        "hours": 0.9271,
        "hours_median": 0.8434,
        "hours_total": 13.9068,
        "context_tokens": 339607.3,
        "input_tokens": 267070558,
        "cached_tokens": 261976448,
        "output_tokens": 952702,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 2.4682,
        "hours_median": 0.6167,
        "hours_total": 37.0234,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "opus48": {
        "cost": 41.044558,
        "cost_total": 615.668371,
        "hours": 2.7428,
        "hours_median": 2.5607,
        "hours_total": 41.1426,
        "context_tokens": 1144357.7,
        "input_tokens": 1514058554,
        "cached_tokens": 1496893188,
        "output_tokens": 8880842,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "opus5": {
        "cost": 49.311782,
        "cost_total": 739.676732,
        "hours": 2.891,
        "hours_median": 2.8218,
        "hours_total": 43.3646,
        "context_tokens": 1231753.1,
        "input_tokens": 1912591774,
        "cached_tokens": 1894115477,
        "output_tokens": 9175177,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "glm53flash": {
        "cost": 3.557075,
        "cost_total": 53.356122,
        "hours": 4.7821,
        "hours_median": 4.8732,
        "hours_total": 71.7319,
        "context_tokens": 3485116.9,
        "input_tokens": 1349688145,
        "cached_tokens": 1297411392,
        "output_tokens": 13184534,
        "cost_sources": [
          "price/glm-5.3-flash.json:list"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "gpt56luna": {
        "cost": 0.449291,
        "cost_total": 6.739366,
        "hours": 0.6805,
        "hours_median": 0.6206,
        "hours_total": 10.207,
        "context_tokens": 306957.1,
        "input_tokens": 240256836,
        "cached_tokens": 235652480,
        "output_tokens": 921204,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "gpt56sol": {
        "cost": 28.824787,
        "cost_total": 432.371807,
        "hours": 2.2415,
        "hours_median": 1.6105,
        "hours_total": 33.622,
        "context_tokens": 782523.5,
        "input_tokens": 786328445,
        "cached_tokens": 774590592,
        "output_tokens": 2169147,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "gpt56terra": {
        "cost": 2.51602,
        "cost_total": 37.740304,
        "hours": 0.3911,
        "hours_median": 0.4051,
        "hours_total": 5.8668,
        "context_tokens": 196184.2,
        "input_tokens": 125536555,
        "cached_tokens": 122593792,
        "output_tokens": 611335,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "deepseek-flash": {
        "cost": 0.907506,
        "cost_total": 13.612587,
        "hours": 1.9953,
        "hours_median": 1.882,
        "hours_total": 29.9302,
        "context_tokens": 263118.8,
        "input_tokens": 1315606686,
        "cached_tokens": 1311659904,
        "output_tokens": 7580102,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      }
    },
    "task02": {
      "gpt6astra": {
        "cost": 179.823031,
        "cost_total": 2697.34547,
        "hours": 8.2123,
        "hours_median": 8.9741,
        "hours_total": 123.1842,
        "context_tokens": 2338134.9,
        "input_tokens": 1943204504,
        "cached_tokens": 1908132480,
        "output_tokens": 8769855,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "opus48": {
        "cost": 76.50585,
        "cost_total": 1147.587757,
        "hours": 5.4017,
        "hours_median": 5.3538,
        "hours_total": 81.025,
        "context_tokens": 1189187.1,
        "input_tokens": 1273457381,
        "cached_tokens": 1255619575,
        "output_tokens": 13659554,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "opus5": {
        "cost": 138.810876,
        "cost_total": 2082.163147,
        "hours": 6.2595,
        "hours_median": 6.5759,
        "hours_total": 93.8924,
        "context_tokens": 2374282.3,
        "input_tokens": 2696840901,
        "cached_tokens": 2661226666,
        "output_tokens": 15816555,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "glm53flash": {
        "cost": 3.30423,
        "cost_total": 49.563456,
        "hours": 9.328,
        "hours_median": 9.4687,
        "hours_total": 139.9204,
        "context_tokens": 2546273.3,
        "input_tokens": 1259404083,
        "cached_tokens": 1221209984,
        "output_tokens": 14396083,
        "cost_sources": [
          "price/glm-5.3-flash.json:list"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "gpt56luna": {
        "cost": 1.801892,
        "cost_total": 27.028374,
        "hours": 2.5639,
        "hours_median": 2.5158,
        "hours_total": 38.4592,
        "context_tokens": 1197586.5,
        "input_tokens": 945871638,
        "cached_tokens": 927907840,
        "output_tokens": 4064548,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "gpt56sol": {
        "cost": 56.493322,
        "cost_total": 847.399837,
        "hours": 5.1523,
        "hours_median": 4.4883,
        "hours_total": 77.2838,
        "context_tokens": 2203681.7,
        "input_tokens": 1560312058,
        "cached_tokens": 1527256832,
        "output_tokens": 5213810,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "gpt56terra": {
        "cost": 12.820805,
        "cost_total": 192.312077,
        "hours": 1.9569,
        "hours_median": 1.9952,
        "hours_total": 29.354,
        "context_tokens": 1034298.6,
        "input_tokens": 628452335,
        "cached_tokens": 612937856,
        "output_tokens": 3224629,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 2.3987,
        "hours_median": 2.4952,
        "hours_total": 35.9805,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      },
      "deepseek-flash": {
        "cost": 1.374299,
        "cost_total": 20.614481,
        "hours": 4.1578,
        "hours_median": 3.6613,
        "hours_total": 62.3671,
        "context_tokens": 615122.1,
        "input_tokens": 1659781583,
        "cached_tokens": 1650554752,
        "output_tokens": 12345497,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 15,
        "n_subtasks": 15
      }
    },
    "task03": {
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 0.4226,
        "hours_median": 0.4935,
        "hours_total": 2.1128,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "opus48": {
        "cost": 17.501951,
        "cost_total": 87.509756,
        "hours": 1.3373,
        "hours_median": 1.0089,
        "hours_total": 6.6863,
        "context_tokens": 263738.6,
        "input_tokens": 92633195,
        "cached_tokens": 91314502,
        "output_tokens": 1146857,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "opus5": {
        "cost": 35.410832,
        "cost_total": 177.054158,
        "hours": 1.5653,
        "hours_median": 0.677,
        "hours_total": 7.8263,
        "context_tokens": 342045.8,
        "input_tokens": 254690086,
        "cached_tokens": 252979857,
        "output_tokens": 1338814,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "glm53flash": {
        "cost": 1.153696,
        "cost_total": 5.768481,
        "hours": 4.5464,
        "hours_median": 3.6148,
        "hours_total": 22.732,
        "context_tokens": 990347.0,
        "input_tokens": 127756343,
        "cached_tokens": 122804608,
        "output_tokens": 2683166,
        "cost_sources": [
          "price/glm-5.3-flash.json:list"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "gpt56luna": {
        "cost": 0.547256,
        "cost_total": 2.73628,
        "hours": 0.7474,
        "hours_median": 0.5539,
        "hours_total": 3.7372,
        "context_tokens": 443591.6,
        "input_tokens": 89690342,
        "cached_tokens": 87472384,
        "output_tokens": 452701,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "gpt56sol": {
        "cost": 6.66795,
        "cost_total": 33.339752,
        "hours": 0.6863,
        "hours_median": 0.4395,
        "hours_total": 3.4314,
        "context_tokens": 210661.0,
        "input_tokens": 56788985,
        "cached_tokens": 55735680,
        "output_tokens": 341613,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "gpt56terra": {
        "cost": 1.382524,
        "cost_total": 6.912618,
        "hours": 0.3012,
        "hours_median": 0.3257,
        "hours_total": 1.5062,
        "context_tokens": 128655.6,
        "input_tokens": 19527886,
        "cached_tokens": 18884608,
        "output_tokens": 154095,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "gpt6astra": {
        "cost": 13.336415,
        "cost_total": 66.682074,
        "hours": 0.6485,
        "hours_median": 0.1854,
        "hours_total": 3.2427,
        "context_tokens": 205293.0,
        "input_tokens": 44688289,
        "cached_tokens": 43661824,
        "output_tokens": 255112,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "deepseek-flash": {
        "cost": 0.224273,
        "cost_total": 1.121367,
        "hours": 0.4765,
        "hours_median": 0.5211,
        "hours_total": 2.3824,
        "context_tokens": 54568.2,
        "input_tokens": 64859849,
        "cached_tokens": 64587008,
        "output_tokens": 854818,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      }
    },
    "task04": {
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 2.0911,
        "hours_median": 2.535,
        "hours_total": 10.4556,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "opus48": {
        "cost": 8.296892,
        "cost_total": 41.484462,
        "hours": 2.5236,
        "hours_median": 3.0231,
        "hours_total": 12.6182,
        "context_tokens": 156336.0,
        "input_tokens": 44366024,
        "cached_tokens": 43584344,
        "output_tokens": 475178,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "opus5": {
        "cost": 7.638135,
        "cost_total": 38.190673,
        "hours": 3.4833,
        "hours_median": 3.4621,
        "hours_total": 17.4166,
        "context_tokens": 142948.8,
        "input_tokens": 43466189,
        "cached_tokens": 42751445,
        "output_tokens": 386856,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "glm53flash": {
        "cost": 0.594201,
        "cost_total": 2.971004,
        "hours": 3.2547,
        "hours_median": 3.3071,
        "hours_total": 16.2735,
        "context_tokens": 691657.2,
        "input_tokens": 73674798,
        "cached_tokens": 70216512,
        "output_tokens": 691532,
        "cost_sources": [
          "price/glm-5.3-flash.json:list"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "gpt6astra": {
        "cost": 49.877296,
        "cost_total": 249.38648,
        "hours": 4.0021,
        "hours_median": 3.9947,
        "hours_total": 20.0103,
        "context_tokens": 674558.4,
        "input_tokens": 177407352,
        "cached_tokens": 174034560,
        "output_tokens": 832480,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "gpt56luna": {
        "cost": 0.633351,
        "cost_total": 3.166753,
        "hours": 1.7725,
        "hours_median": 1.4235,
        "hours_total": 8.8625,
        "context_tokens": 330161.8,
        "input_tokens": 134382713,
        "cached_tokens": 132731904,
        "output_tokens": 150124,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "gpt56sol": {
        "cost": 21.585932,
        "cost_total": 107.929658,
        "hours": 2.5816,
        "hours_median": 2.629,
        "hours_total": 12.9078,
        "context_tokens": 467412.4,
        "input_tokens": 235605286,
        "cached_tokens": 233268224,
        "output_tokens": 263706,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "gpt56terra": {
        "cost": 1.376376,
        "cost_total": 6.881882,
        "hours": 1.2137,
        "hours_median": 0.5466,
        "hours_total": 6.0686,
        "context_tokens": 138400.4,
        "input_tokens": 24185634,
        "cached_tokens": 23493632,
        "output_tokens": 66596,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      },
      "deepseek-flash": {
        "cost": 0.251149,
        "cost_total": 1.255743,
        "hours": 3.47,
        "hours_median": 3.3742,
        "hours_total": 17.3498,
        "context_tokens": 97344.6,
        "input_tokens": 110076739,
        "cached_tokens": 109590016,
        "output_tokens": 725639,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 5,
        "n_subtasks": 5
      }
    },
    "task05": {
      "opus5": {
        "cost": 5.651698,
        "cost_total": 22.60679,
        "hours": 3.8023,
        "hours_median": 3.9869,
        "hours_total": 15.2092,
        "context_tokens": 105831.8,
        "input_tokens": 23175587,
        "cached_tokens": 22752260,
        "output_tokens": 280010,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "opus48": {
        "cost": 7.967579,
        "cost_total": 31.870317,
        "hours": 3.5501,
        "hours_median": 3.6982,
        "hours_total": 14.2006,
        "context_tokens": 115617.8,
        "input_tokens": 39443875,
        "cached_tokens": 38981404,
        "output_tokens": 310383,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gpt6astra": {
        "cost": 48.967254,
        "cost_total": 195.869016,
        "hours": 5.0683,
        "hours_median": 5.0108,
        "hours_total": 20.2732,
        "context_tokens": 731753.5,
        "input_tokens": 124718374,
        "cached_tokens": 121791360,
        "output_tokens": 894334,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gpt56sol": {
        "cost": 17.325358,
        "cost_total": 69.301434,
        "hours": 4.5814,
        "hours_median": 4.8316,
        "hours_total": 18.3258,
        "context_tokens": 315293.0,
        "input_tokens": 149952884,
        "cached_tokens": 148691712,
        "output_tokens": 236575,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gpt56terra": {
        "cost": 1.253494,
        "cost_total": 5.013975,
        "hours": 2.8782,
        "hours_median": 2.0418,
        "hours_total": 11.5126,
        "context_tokens": 137198.8,
        "input_tokens": 15488187,
        "cached_tokens": 14939392,
        "output_tokens": 76589,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gpt56luna": {
        "cost": 0.403473,
        "cost_total": 1.613892,
        "hours": 3.4677,
        "hours_median": 2.5047,
        "hours_total": null,
        "context_tokens": 279004.5,
        "input_tokens": 60980850,
        "cached_tokens": 59864832,
        "output_tokens": 161160,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "glm53flash": {
        "cost": 0.67076,
        "cost_total": 2.683042,
        "hours": 2.536,
        "hours_median": 2.3215,
        "hours_total": 10.1439,
        "context_tokens": 297242.2,
        "input_tokens": 75326889,
        "cached_tokens": 74137920,
        "output_tokens": 561118,
        "cost_sources": [
          "price/glm-5.3-flash.json:list"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 2.9388,
        "hours_median": 2.8492,
        "hours_total": 11.7553,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "deepseek-flash": {
        "cost": 0.170957,
        "cost_total": 0.683828,
        "hours": 5.108,
        "hours_median": 5.1402,
        "hours_total": 20.4321,
        "context_tokens": 79095.5,
        "input_tokens": 53181150,
        "cached_tokens": 52864768,
        "output_tokens": 416390,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      }
    },
    "task06": {
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 0.8996,
        "hours_median": 0.904,
        "hours_total": 3.5985,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "opus48": {
        "cost": 11.476855,
        "cost_total": 45.907421,
        "hours": 0.1008,
        "hours_median": 0.1016,
        "hours_total": 0.4032,
        "context_tokens": 172880.2,
        "input_tokens": 55372212,
        "cached_tokens": 54680691,
        "output_tokens": 500198,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "opus5": {
        "cost": 10.142073,
        "cost_total": 40.568292,
        "hours": 0.1056,
        "hours_median": 0.1081,
        "hours_total": 0.4223,
        "context_tokens": 165572.0,
        "input_tokens": 45934303,
        "cached_tokens": 45272015,
        "output_tokens": 449716,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gpt56luna": {
        "cost": 0.186893,
        "cost_total": 0.74757,
        "hours": 0.1037,
        "hours_median": 0.0952,
        "hours_total": 0.4148,
        "context_tokens": 154766.5,
        "input_tokens": 20398522,
        "cached_tokens": 19779456,
        "output_tokens": 190140,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gpt56sol": {
        "cost": 2.822648,
        "cost_total": 11.290591,
        "hours": 0.1053,
        "hours_median": 0.1038,
        "hours_total": 0.4212,
        "context_tokens": 102391.5,
        "input_tokens": 17501534,
        "cached_tokens": 17091968,
        "output_tokens": 140777,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gpt56terra": {
        "cost": 1.295243,
        "cost_total": 5.180971,
        "hours": 0.1033,
        "hours_median": 0.0971,
        "hours_total": 0.4133,
        "context_tokens": 134685.2,
        "input_tokens": 14117365,
        "cached_tokens": 13578624,
        "output_tokens": 115647,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "gpt6astra": {
        "cost": 5.285541,
        "cost_total": 21.142164,
        "hours": 0.1049,
        "hours_median": 0.1032,
        "hours_total": 0.4194,
        "context_tokens": 87838.5,
        "input_tokens": 11760378,
        "cached_tokens": 11409024,
        "output_tokens": 124392,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "deepseek-flash": {
        "cost": 0.310925,
        "cost_total": 1.243698,
        "hours": 1.5519,
        "hours_median": 1.5594,
        "hours_total": 6.2077,
        "context_tokens": 95566.5,
        "input_tokens": 105587386,
        "cached_tokens": 105205120,
        "output_tokens": 760295,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      },
      "glm53flash": {
        "cost": 0.508282,
        "cost_total": 2.033127,
        "hours": 2.0797,
        "hours_median": 2.0975,
        "hours_total": 8.3188,
        "context_tokens": 331483.5,
        "input_tokens": 51777582,
        "cached_tokens": 50451648,
        "output_tokens": 641374,
        "cost_sources": [
          "price/glm-5.3-flash.json:list"
        ],
        "n_runs": 4,
        "n_subtasks": 4
      }
    },
    "task07": {
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 5.097,
        "hours_median": 5.097,
        "hours_total": 5.097,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "opus48": {
        "cost": 34.177156,
        "cost_total": 34.177156,
        "hours": 4.2304,
        "hours_median": 4.2304,
        "hours_total": 4.2304,
        "context_tokens": 324958.0,
        "input_tokens": 52147120,
        "cached_tokens": 51822162,
        "output_tokens": 200765,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "opus5": {
        "cost": 12.11349,
        "cost_total": 12.11349,
        "hours": 2.9814,
        "hours_median": 2.9814,
        "hours_total": 2.9814,
        "context_tokens": 217874.0,
        "input_tokens": 14209513,
        "cached_tokens": 13991639,
        "output_tokens": 117598,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "glm53flash": {
        "cost": 0.603277,
        "cost_total": 0.603277,
        "hours": 5.087,
        "hours_median": 5.087,
        "hours_total": 5.087,
        "context_tokens": 368884.0,
        "input_tokens": 16111668,
        "cached_tokens": 15742784,
        "output_tokens": 151321,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56luna": {
        "cost": 0.426678,
        "cost_total": 0.426678,
        "hours": 2.281,
        "hours_median": 2.281,
        "hours_total": 2.281,
        "context_tokens": 234623.0,
        "input_tokens": 15932031,
        "cached_tokens": 15697408,
        "output_tokens": 54838,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56sol": {
        "cost": 17.911936,
        "cost_total": 17.911936,
        "hours": 3.7507,
        "hours_median": 3.7507,
        "hours_total": 3.7507,
        "context_tokens": 320011.0,
        "input_tokens": 38228491,
        "cached_tokens": 37908480,
        "output_tokens": 73425,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56terra": {
        "cost": 2.022428,
        "cost_total": 2.022428,
        "hours": 1.9056,
        "hours_median": 1.9056,
        "hours_total": 1.9056,
        "context_tokens": 150798.0,
        "input_tokens": 6896398,
        "cached_tokens": 6745600,
        "output_tokens": 30976,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt6astra": {
        "cost": 34.496174,
        "cost_total": 34.496174,
        "hours": 2.2734,
        "hours_median": 2.2734,
        "hours_total": 2.2734,
        "context_tokens": 528934.0,
        "input_tokens": 24106918,
        "cached_tokens": 23577984,
        "output_tokens": 112577,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "deepseek-flash": {
        "cost": 0.396947,
        "cost_total": 0.396947,
        "hours": 3.1909,
        "hours_median": 3.1909,
        "hours_total": 3.1909,
        "context_tokens": 152551.0,
        "input_tokens": 37924327,
        "cached_tokens": 37771776,
        "output_tokens": 214056,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      }
    },
    "task08": {
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 0.2871,
        "hours_median": 0.2871,
        "hours_total": 0.2871,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "opus48": {
        "cost": 21.352394,
        "cost_total": 21.352394,
        "hours": 1.3025,
        "hours_median": 1.3025,
        "hours_total": 1.3025,
        "context_tokens": 312785.0,
        "input_tokens": 25667084,
        "cached_tokens": 25354299,
        "output_tokens": 221949,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "opus5": {
        "cost": 18.34958,
        "cost_total": 18.34958,
        "hours": 1.8946,
        "hours_median": 1.8946,
        "hours_total": 1.8946,
        "context_tokens": 293025.0,
        "input_tokens": 21167914,
        "cached_tokens": 20874889,
        "output_tokens": 199323,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "glm53flash": {
        "cost": 0.681563,
        "cost_total": 0.681563,
        "hours": 11.4994,
        "hours_median": 11.4994,
        "hours_total": 11.4994,
        "context_tokens": 326056.0,
        "input_tokens": 18286120,
        "cached_tokens": 17960064,
        "output_tokens": 187706,
        "cost_sources": [
          "price/glm-5.3-flash.json:list"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56luna": {
        "cost": 0.476141,
        "cost_total": 0.476141,
        "hours": 0.9758,
        "hours_median": 0.9758,
        "hours_total": 0.9758,
        "context_tokens": 270136.0,
        "input_tokens": 14942520,
        "cached_tokens": 14672384,
        "output_tokens": 107222,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56sol": {
        "cost": 13.807749,
        "cost_total": 13.807749,
        "hours": 1.4186,
        "hours_median": 1.4186,
        "hours_total": 1.4186,
        "context_tokens": 502022.0,
        "input_tokens": 24624774,
        "cached_tokens": 24122752,
        "output_tokens": 107528,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56terra": {
        "cost": 1.142126,
        "cost_total": 1.142126,
        "hours": 0.4914,
        "hours_median": 0.4914,
        "hours_total": 0.4914,
        "context_tokens": 109589.0,
        "input_tokens": 2787349,
        "cached_tokens": 2677760,
        "output_tokens": 32283,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt6astra": {
        "cost": 5.87482,
        "cost_total": 5.87482,
        "hours": 0.6141,
        "hours_median": 0.6141,
        "hours_total": 0.6141,
        "context_tokens": 99090.0,
        "input_tokens": 2846610,
        "cached_tokens": 2747520,
        "output_tokens": 42728,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "deepseek-flash": {
        "cost": 0.2591,
        "cost_total": 0.2591,
        "hours": 0.5296,
        "hours_median": 0.5296,
        "hours_total": 0.5296,
        "context_tokens": 95165.0,
        "input_tokens": 17642173,
        "cached_tokens": 17547008,
        "output_tokens": 176363,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      }
    },
    "task09": {
      "gemini37flash": {
        "cost": null,
        "cost_total": null,
        "hours": 0.0943,
        "hours_median": 0.0943,
        "hours_total": 0.0943,
        "context_tokens": null,
        "input_tokens": null,
        "cached_tokens": null,
        "output_tokens": null,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "opus48": {
        "cost": 9.005402,
        "cost_total": 9.005402,
        "hours": 0.6456,
        "hours_median": 0.6456,
        "hours_total": 0.6456,
        "context_tokens": 171030.0,
        "input_tokens": 8182674,
        "cached_tokens": 8011644,
        "output_tokens": 131600,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "opus5": {
        "cost": 13.199667,
        "cost_total": 13.199667,
        "hours": 0.8334,
        "hours_median": 0.8334,
        "hours_total": 0.8334,
        "context_tokens": 243429.0,
        "input_tokens": 14321784,
        "cached_tokens": 14078355,
        "output_tokens": 149084,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "glm53flash": {
        "cost": 0.862362,
        "cost_total": 0.862362,
        "hours": 2.5819,
        "hours_median": 2.5819,
        "hours_total": 2.5819,
        "context_tokens": 648352.0,
        "input_tokens": 22084064,
        "cached_tokens": 21435712,
        "output_tokens": 244076,
        "cost_sources": [
          "price/glm-5.3-flash.json:list"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56luna": {
        "cost": 0.13069,
        "cost_total": 0.13069,
        "hours": 0.2785,
        "hours_median": 0.2785,
        "hours_total": 0.2785,
        "context_tokens": 112618.0,
        "input_tokens": 3088618,
        "cached_tokens": 2976000,
        "output_tokens": 40539,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56sol": {
        "cost": 2.602331,
        "cost_total": 2.602331,
        "hours": 0.2939,
        "hours_median": 0.2939,
        "hours_total": 0.2939,
        "context_tokens": 128360.0,
        "input_tokens": 2992488,
        "cached_tokens": 2864128,
        "output_tokens": 47162,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt56terra": {
        "cost": 0.583928,
        "cost_total": 0.583928,
        "hours": 0.1514,
        "hours_median": 0.1514,
        "hours_total": 0.1514,
        "context_tokens": 65175.0,
        "input_tokens": 981143,
        "cached_tokens": 915968,
        "output_tokens": 22532,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "gpt6astra": {
        "cost": 11.271072,
        "cost_total": 11.271072,
        "hours": 0.8022,
        "hours_median": 0.8022,
        "hours_total": 0.8022,
        "context_tokens": 178369.0,
        "input_tokens": 5604801,
        "cached_tokens": 5426432,
        "output_tokens": 81219,
        "cost_sources": [
          "harness"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      },
      "deepseek-flash": {
        "cost": 0.155596,
        "cost_total": 0.155596,
        "hours": 0.2422,
        "hours_median": 0.2422,
        "hours_total": 0.2422,
        "context_tokens": 82834.0,
        "input_tokens": 7390354,
        "cached_tokens": 7307520,
        "output_tokens": 115638,
        "cost_sources": [
          "price/deepseek-flash.json:mean"
        ],
        "n_runs": 1,
        "n_subtasks": 1
      }
    }
  },
  "results": {
    "task01": {
      "gpt6astra": {
        "score": 0.805234,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "L1": {
            "score": 0.908218,
            "reward": 0.908218,
            "success_rate": 0.92,
            "cost_usd": 161.496742,
            "cost_usd_mean": 32.299348,
            "hours_median": 0.8434,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.779514,
            "reward": 0.779514,
            "success_rate": 0.8,
            "cost_usd": 195.315228,
            "cost_usd_mean": 39.063046,
            "hours_median": 0.7472,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.727968,
            "reward": 0.727968,
            "success_rate": 0.76,
            "cost_usd": 260.210594,
            "cost_usd_mean": 52.042119,
            "hours_median": 1.0381,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.791069,
            "success_rate": 0.8,
            "cost_usd": 34.84464,
            "cost_source": "harness",
            "hours": 0.8434,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L1/01-open-fridge/codex/openai_gpt-6-astra",
            "started_at": "2026-09-06T02:08:53.248733",
            "finished_at": "2026-09-06T02:59:29.334146",
            "input_tokens": 21311640,
            "cached_tokens": 21092352,
            "output_tokens": 68399,
            "metrics": {
              "component_efficiency": 0.151069,
              "component_outcome": 0.64,
              "interaction_budget": 50000.0,
              "interaction_steps": 2791.0,
              "reward": 0.791069,
              "success_rate": 0.8,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.978288,
            "success_rate": 1.0,
            "cost_usd": 39.362666,
            "cost_source": "harness",
            "hours": 0.861,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L1/02-close-cabinet/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T02:32:19.526893",
            "finished_at": "2026-09-05T03:23:58.962207",
            "input_tokens": 17321985,
            "cached_tokens": 16984704,
            "output_tokens": 55089,
            "metrics": {
              "component_efficiency": 0.178288,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 5428.0,
              "reward": 0.978288,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.996796,
            "success_rate": 1.0,
            "cost_usd": 9.900456,
            "cost_source": "harness",
            "hours": 0.3346,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L1/03-turn-on-stove/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T03:24:00.447148",
            "finished_at": "2026-09-05T03:44:05.034962",
            "input_tokens": 4640163,
            "cached_tokens": 4560000,
            "output_tokens": 23089,
            "metrics": {
              "component_efficiency": 0.196796,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 801.0,
              "reward": 0.996796,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.993164,
            "success_rate": 1.0,
            "cost_usd": 17.84209,
            "cost_source": "harness",
            "hours": 0.4871,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L1/04-pick-place-counter-to-drawer/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T08:13:07.013095",
            "finished_at": "2026-09-05T08:42:20.730963",
            "input_tokens": 9041715,
            "cached_tokens": 8884096,
            "output_tokens": 31880,
            "metrics": {
              "component_efficiency": 0.193164,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 1709.0,
              "reward": 0.993164,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.781773,
            "success_rate": 0.8,
            "cost_usd": 59.54689,
            "cost_source": "harness",
            "hours": 1.5467,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L1/05-pick-place-microwave-to-counter/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T08:42:22.164024",
            "finished_at": "2026-09-05T10:15:10.253563",
            "input_tokens": 25535297,
            "cached_tokens": 24945152,
            "output_tokens": 87269,
            "metrics": {
              "component_efficiency": 0.141773,
              "component_outcome": 0.64,
              "interaction_budget": 50000.0,
              "interaction_steps": 5696.0,
              "reward": 0.781773,
              "success_rate": 0.8,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.569688,
            "success_rate": 0.6,
            "cost_usd": 69.697088,
            "cost_source": "harness",
            "hours": 1.4827,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L2/01-open-fridge/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T13:31:47.779875",
            "finished_at": "2026-09-05T15:00:45.653513",
            "input_tokens": 27508649,
            "cached_tokens": 26948480,
            "output_tokens": 109137,
            "metrics": {
              "component_efficiency": 0.089688,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 12630.0,
              "reward": 0.569688,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.981896,
            "success_rate": 1.0,
            "cost_usd": 22.684116,
            "cost_source": "harness",
            "hours": 0.5437,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L2/02-close-cabinet/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T15:00:47.510215",
            "finished_at": "2026-09-05T15:33:24.886261",
            "input_tokens": 9447603,
            "cached_tokens": 9219200,
            "output_tokens": 32612,
            "metrics": {
              "component_efficiency": 0.181896,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 4526.0,
              "reward": 0.981896,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.971212,
            "success_rate": 1.0,
            "cost_usd": 38.505596,
            "cost_source": "harness",
            "hours": 0.7472,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L2/03-turn-on-stove/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T15:33:26.361670",
            "finished_at": "2026-09-05T16:18:16.323435",
            "input_tokens": 16238576,
            "cached_tokens": 15969408,
            "output_tokens": 50200,
            "metrics": {
              "component_efficiency": 0.171212,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 7197.0,
              "reward": 0.971212,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.790246,
            "success_rate": 0.8,
            "cost_usd": 18.137876,
            "cost_source": "harness",
            "hours": 0.4607,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L2/04-pick-place-counter-to-drawer/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T21:11:50.428245",
            "finished_at": "2026-09-05T21:39:28.851770",
            "input_tokens": 9272278,
            "cached_tokens": 9145088,
            "output_tokens": 28871,
            "metrics": {
              "component_efficiency": 0.150246,
              "component_outcome": 0.64,
              "interaction_budget": 50000.0,
              "interaction_steps": 3048.0,
              "reward": 0.790246,
              "success_rate": 0.8,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.58453,
            "success_rate": 0.6,
            "cost_usd": 46.290552,
            "cost_source": "harness",
            "hours": 0.9146,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L2/05-pick-place-microwave-to-counter/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T21:39:30.367794",
            "finished_at": "2026-09-05T22:34:23.088098",
            "input_tokens": 25234340,
            "cached_tokens": 24994944,
            "output_tokens": 56862,
            "metrics": {
              "component_efficiency": 0.10453,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 6446.0,
              "reward": 0.58453,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.359715,
            "success_rate": 0.4,
            "cost_usd": 86.221856,
            "cost_source": "harness",
            "hours": 1.9703,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L3/01-open-fridge/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T16:32:37.183798",
            "finished_at": "2026-09-05T18:30:50.106872",
            "input_tokens": 33271169,
            "cached_tokens": 32614400,
            "output_tokens": 134597,
            "metrics": {
              "component_efficiency": 0.039715,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 25178.0,
              "reward": 0.359715,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.975856,
            "success_rate": 1.0,
            "cost_usd": 15.700324,
            "cost_source": "harness",
            "hours": 0.4329,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L3/02-close-cabinet/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T18:30:51.624350",
            "finished_at": "2026-09-05T18:56:50.175920",
            "input_tokens": 6199739,
            "cached_tokens": 6022400,
            "output_tokens": 24595,
            "metrics": {
              "component_efficiency": 0.175856,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 6036.0,
              "reward": 0.975856,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.946696,
            "success_rate": 1.0,
            "cost_usd": 83.93587,
            "cost_source": "harness",
            "hours": 1.7442,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L3/03-turn-on-stove/codex/openai_gpt-6-astra",
            "started_at": "2026-09-05T18:56:51.662914",
            "finished_at": "2026-09-05T20:41:30.814715",
            "input_tokens": 32346231,
            "cached_tokens": 31882496,
            "output_tokens": 145409,
            "metrics": {
              "component_efficiency": 0.146696,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 13326.0,
              "reward": 0.946696,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.978028,
            "success_rate": 1.0,
            "cost_usd": 22.805278,
            "cost_source": "harness",
            "hours": 0.4996,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L3/04-pick-place-counter-to-drawer/codex/openai_gpt-6-astra",
            "started_at": "2026-09-06T00:23:57.754260",
            "finished_at": "2026-09-06T00:53:56.267009",
            "input_tokens": 11826317,
            "cached_tokens": 11695104,
            "output_tokens": 29427,
            "metrics": {
              "component_efficiency": 0.178028,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 5493.0,
              "reward": 0.978028,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.379547,
            "success_rate": 0.4,
            "cost_usd": 51.547266,
            "cost_source": "harness",
            "hours": 1.0381,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "L3/05-pick-place-microwave-to-counter/codex/openai_gpt-6-astra",
            "started_at": "2026-09-06T00:53:57.598559",
            "finished_at": "2026-09-06T01:56:14.826399",
            "input_tokens": 17874856,
            "cached_tokens": 17018624,
            "output_tokens": 75266,
            "metrics": {
              "component_efficiency": 0.059547,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 12783.0,
              "reward": 0.379547,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      },
      "gemini37flash": {
        "score": 0.096891,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "L1": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.6167,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.072094,
            "reward": 0.072094,
            "success_rate": 0.08,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.6168,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.218579,
            "reward": 0.218579,
            "success_rate": 0.24,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.5731,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 12.4975,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L1/01-open-fridge/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-23T23:55:08.150719",
            "finished_at": "2026-08-24T12:24:59.117523",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3899.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 12.4975,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L1/02-close-cabinet/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-23T23:55:08.149586",
            "finished_at": "2026-08-24T12:24:59.118918",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3050.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.4946,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L1/03-turn-on-stove/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T00:19:00.283698",
            "finished_at": "2026-08-24T00:48:40.899219",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 4733.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.6167,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L1/04-pick-place-counter-to-drawer/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T01:25:07.482772",
            "finished_at": "2026-08-24T02:02:07.475242",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 6971.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.5272,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L1/05-pick-place-microwave-to-counter/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T01:28:09.540856",
            "finished_at": "2026-08-24T01:59:47.502609",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3987.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.193804,
            "success_rate": 0.2,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.6168,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L2/01-open-fridge/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T03:11:24.307654",
            "finished_at": "2026-08-24T03:48:24.866839",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.033804,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 7745.0,
              "reward": 0.193804,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.4113,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L2/02-close-cabinet/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T03:11:24.306494",
            "finished_at": "2026-08-24T03:36:04.949768",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 5884.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.5022,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L2/03-turn-on-stove/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T03:11:24.308237",
            "finished_at": "2026-08-24T03:41:32.116860",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 12823.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.166664,
            "success_rate": 0.2,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.6176,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L2/04-pick-place-counter-to-drawer/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T03:49:39.660054",
            "finished_at": "2026-08-24T05:26:43.030106",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.006664,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 41670.0,
              "reward": 0.166664,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 3.086,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L2/05-pick-place-microwave-to-counter/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T04:10:12.534384",
            "finished_at": "2026-08-24T07:15:22.220876",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.5731,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L3/01-open-fridge/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T04:38:16.313764",
            "finished_at": "2026-08-24T05:12:39.550393",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 5294.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.3854,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L3/02-close-cabinet/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T05:12:44.584010",
            "finished_at": "2026-08-24T05:35:52.154238",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3971.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.576007,
            "success_rate": 0.6,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.4376,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L3/03-turn-on-stove/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T05:26:47.822842",
            "finished_at": "2026-08-24T05:53:03.082731",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.096007,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 9997.0,
              "reward": 0.576007,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.356886,
            "success_rate": 0.4,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.1665,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L3/04-pick-place-counter-to-drawer/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T06:40:19.435159",
            "finished_at": "2026-08-24T07:50:18.898189",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.036886,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 26946.0,
              "reward": 0.356886,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.16,
            "success_rate": 0.2,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.5934,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "L3/05-pick-place-microwave-to-counter/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-08-24T07:15:27.411217",
            "finished_at": "2026-08-24T08:51:03.667970",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.16,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      },
      "opus48": {
        "score": 0.076662,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "L1": {
            "score": 0.09952,
            "reward": 0.09952,
            "success_rate": 0.12,
            "cost_usd": 262.557774,
            "cost_usd_mean": 52.511555,
            "hours_median": 2.7811,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.098467,
            "reward": 0.098467,
            "success_rate": 0.12,
            "cost_usd": 199.584488,
            "cost_usd_mean": 39.916898,
            "hours_median": 2.4474,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.032,
            "reward": 0.032,
            "success_rate": 0.04,
            "cost_usd": 153.52611,
            "cost_usd_mean": 30.705222,
            "hours_median": 2.4868,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 31.612655,
            "cost_source": "harness",
            "hours": 2.6239,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L1/01-open-fridge/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-23T23:32:05.535916",
            "finished_at": "2026-08-24T02:09:31.441410",
            "input_tokens": 67917189,
            "cached_tokens": 66844032,
            "output_tokens": 571171,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 41512.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.16149,
            "success_rate": 0.2,
            "cost_usd": 37.810408,
            "cost_source": "harness",
            "hours": 2.4815,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L1/02-close-cabinet/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-23T23:32:05.531295",
            "finished_at": "2026-08-24T02:00:59.080591",
            "input_tokens": 88416721,
            "cached_tokens": 87373485,
            "output_tokens": 577088,
            "metrics": {
              "component_efficiency": 0.00149,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 48137.0,
              "reward": 0.16149,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.160057,
            "success_rate": 0.2,
            "cost_usd": 48.101059,
            "cost_source": "harness",
            "hours": 2.8907,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L1/03-turn-on-stove/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-27T00:50:46.329349",
            "finished_at": "2026-08-27T03:44:12.692269",
            "input_tokens": 115534670,
            "cached_tokens": 114154708,
            "output_tokens": 772517,
            "metrics": {
              "component_efficiency": 5.7e-05,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 49929.0,
              "reward": 0.160057,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.176053,
            "success_rate": 0.2,
            "cost_usd": 67.997341,
            "cost_source": "harness",
            "hours": 2.7811,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L1/04-pick-place-counter-to-drawer/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-27T06:16:02.986346",
            "finished_at": "2026-08-27T09:02:54.829636",
            "input_tokens": 179876573,
            "cached_tokens": 178435170,
            "output_tokens": 814415,
            "metrics": {
              "component_efficiency": 0.016053,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 29934.0,
              "reward": 0.176053,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 77.036311,
            "cost_source": "harness",
            "hours": 4.3422,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L1/05-pick-place-microwave-to-counter/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-27T06:27:17.215178",
            "finished_at": "2026-08-27T10:47:49.313204",
            "input_tokens": 217570017,
            "cached_tokens": 215922410,
            "output_tokens": 883312,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 47160.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 36.923152,
            "cost_source": "harness",
            "hours": 2.4474,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L2/01-open-fridge/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-24T12:21:13.426147",
            "finished_at": "2026-08-24T14:48:04.090615",
            "input_tokens": 76784369,
            "cached_tokens": 75699114,
            "output_tokens": 570083,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 48183.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 39.785806,
            "cost_source": "harness",
            "hours": 3.0101,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L2/02-close-cabinet/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-24T12:21:13.426771",
            "finished_at": "2026-08-24T15:21:49.789136",
            "input_tokens": 98928959,
            "cached_tokens": 97789376,
            "output_tokens": 574889,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 46791.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.16234,
            "success_rate": 0.2,
            "cost_usd": 19.989014,
            "cost_source": "harness",
            "hours": 1.9474,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L2/03-turn-on-stove/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-24T14:48:09.233608",
            "finished_at": "2026-08-24T16:45:00.018613",
            "input_tokens": 39836445,
            "cached_tokens": 39065709,
            "output_tokens": 372748,
            "metrics": {
              "component_efficiency": 0.00234,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 47075.0,
              "reward": 0.16234,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.164447,
            "success_rate": 0.2,
            "cost_usd": 34.344089,
            "cost_source": "harness",
            "hours": 2.2764,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L2/04-pick-place-counter-to-drawer/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-27T02:03:29.402690",
            "finished_at": "2026-08-27T04:20:04.286025",
            "input_tokens": 100326829,
            "cached_tokens": 99224905,
            "output_tokens": 525431,
            "metrics": {
              "component_efficiency": 0.004447,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 44441.0,
              "reward": 0.164447,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.165546,
            "success_rate": 0.2,
            "cost_usd": 68.542427,
            "cost_source": "harness",
            "hours": 4.3652,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L2/05-pick-place-microwave-to-counter/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-27T02:03:29.402909",
            "finished_at": "2026-08-27T06:25:24.120945",
            "input_tokens": 199012018,
            "cached_tokens": 197616973,
            "output_tokens": 706557,
            "metrics": {
              "component_efficiency": 0.005546,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 43068.0,
              "reward": 0.165546,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 28.246506,
            "cost_source": "harness",
            "hours": 2.5607,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L3/01-open-fridge/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-26T12:59:42.457893",
            "finished_at": "2026-08-26T15:33:21.153445",
            "input_tokens": 59155010,
            "cached_tokens": 58201409,
            "output_tokens": 509814,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 48797.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 36.550991,
            "cost_source": "harness",
            "hours": 2.4868,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L3/02-close-cabinet/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-26T12:59:42.458494",
            "finished_at": "2026-08-26T15:28:55.031939",
            "input_tokens": 78030955,
            "cached_tokens": 76741503,
            "output_tokens": 657899,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 29021.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 26.732918,
            "cost_source": "harness",
            "hours": 2.0421,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L3/03-turn-on-stove/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-26T15:28:59.579797",
            "finished_at": "2026-08-26T17:31:31.237886",
            "input_tokens": 56466400,
            "cached_tokens": 55520608,
            "output_tokens": 466852,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.16,
            "success_rate": 0.2,
            "cost_usd": 36.298725,
            "cost_source": "harness",
            "hours": 2.5765,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L3/04-pick-place-counter-to-drawer/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-26T22:36:44.768803",
            "finished_at": "2026-08-27T01:11:20.047537",
            "input_tokens": 86032112,
            "cached_tokens": 84939702,
            "output_tokens": 497027,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.16,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 25.696969,
            "cost_source": "harness",
            "hours": 2.3106,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "L3/05-pick-place-microwave-to-counter/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-26T23:17:26.800498",
            "finished_at": "2026-08-27T01:36:04.860982",
            "input_tokens": 50170287,
            "cached_tokens": 49364084,
            "output_tokens": 381039,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 43828.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      },
      "opus5": {
        "score": 0.404504,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "L1": {
            "score": 0.302961,
            "reward": 0.302961,
            "success_rate": 0.36,
            "cost_usd": 300.150441,
            "cost_usd_mean": 60.030088,
            "hours_median": 3.0688,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.451522,
            "reward": 0.451522,
            "success_rate": 0.56,
            "cost_usd": 234.306382,
            "cost_usd_mean": 46.861276,
            "hours_median": 2.8218,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.459028,
            "reward": 0.459028,
            "success_rate": 0.56,
            "cost_usd": 205.219909,
            "cost_usd_mean": 41.043982,
            "hours_median": 2.5655,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.16,
            "success_rate": 0.2,
            "cost_usd": 57.384846,
            "cost_source": "harness",
            "hours": 3.0688,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L1/01-open-fridge/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-22T19:03:21.847659",
            "finished_at": "2026-08-22T22:07:29.677540",
            "input_tokens": 139655651,
            "cached_tokens": 138068525,
            "output_tokens": 777651,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.16,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 58.084986,
            "cost_source": "harness",
            "hours": 3.2275,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L1/02-close-cabinet/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-22T19:03:21.847309",
            "finished_at": "2026-08-22T22:17:00.700832",
            "input_tokens": 145719732,
            "cached_tokens": 144182602,
            "output_tokens": 725460,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.16055,
            "success_rate": 0.2,
            "cost_usd": 39.339666,
            "cost_source": "harness",
            "hours": 2.7292,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L1/03-turn-on-stove/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-22T22:07:33.126036",
            "finished_at": "2026-08-23T00:51:18.225131",
            "input_tokens": 94031452,
            "cached_tokens": 93208094,
            "output_tokens": 610792,
            "metrics": {
              "component_efficiency": 0.00055,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 49313.0,
              "reward": 0.16055,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.710771,
            "success_rate": 0.8,
            "cost_usd": 91.298204,
            "cost_source": "harness",
            "hours": 2.4751,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L1/04-pick-place-counter-to-drawer/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-23T13:22:07.937069",
            "finished_at": "2026-08-23T15:50:38.357826",
            "input_tokens": 271123822,
            "cached_tokens": 269449185,
            "output_tokens": 739813,
            "metrics": {
              "component_efficiency": 0.070771,
              "component_outcome": 0.64,
              "interaction_budget": 50000.0,
              "interaction_steps": 27884.0,
              "reward": 0.710771,
              "success_rate": 0.8,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.483485,
            "success_rate": 0.6,
            "cost_usd": 54.042739,
            "cost_source": "harness",
            "hours": 4.0373,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L1/05-pick-place-microwave-to-counter/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-23T07:36:18.160303",
            "finished_at": "2026-08-23T11:38:32.513026",
            "input_tokens": 146892907,
            "cached_tokens": 145855098,
            "output_tokens": 714118,
            "metrics": {
              "component_efficiency": 0.003485,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 48548.0,
              "reward": 0.483485,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.32,
            "success_rate": 0.4,
            "cost_usd": 54.031623,
            "cost_source": "harness",
            "hours": 2.8574,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L2/01-open-fridge/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-22T02:36:28.323638",
            "finished_at": "2026-08-22T05:27:54.986468",
            "input_tokens": 136296720,
            "cached_tokens": 134788910,
            "output_tokens": 681969,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.32,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.161212,
            "success_rate": 0.2,
            "cost_usd": 44.89609,
            "cost_source": "harness",
            "hours": 2.8136,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L2/02-close-cabinet/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-22T02:36:28.325942",
            "finished_at": "2026-08-22T05:25:17.138255",
            "input_tokens": 129127566,
            "cached_tokens": 128188472,
            "output_tokens": 575668,
            "metrics": {
              "component_efficiency": 0.001212,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 48485.0,
              "reward": 0.161212,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.489907,
            "success_rate": 0.6,
            "cost_usd": 43.034395,
            "cost_source": "harness",
            "hours": 2.3188,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L2/03-turn-on-stove/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-22T05:25:23.104005",
            "finished_at": "2026-08-22T07:44:30.894936",
            "input_tokens": 108604232,
            "cached_tokens": 107336652,
            "output_tokens": 549607,
            "metrics": {
              "component_efficiency": 0.009907,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 45872.0,
              "reward": 0.489907,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.642112,
            "success_rate": 0.8,
            "cost_usd": 31.988433,
            "cost_source": "harness",
            "hours": 2.8218,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L2/04-pick-place-counter-to-drawer/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-22T11:34:32.329221",
            "finished_at": "2026-08-22T14:23:50.834460",
            "input_tokens": 71256944,
            "cached_tokens": 70191469,
            "output_tokens": 435157,
            "metrics": {
              "component_efficiency": 0.002112,
              "component_outcome": 0.64,
              "interaction_budget": 50000.0,
              "interaction_steps": 49340.0,
              "reward": 0.642112,
              "success_rate": 0.8,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.644381,
            "success_rate": 0.8,
            "cost_usd": 60.355841,
            "cost_source": "harness",
            "hours": 3.7621,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L2/05-pick-place-microwave-to-counter/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-22T14:23:56.789475",
            "finished_at": "2026-08-22T18:09:40.271076",
            "input_tokens": 167602519,
            "cached_tokens": 166204301,
            "output_tokens": 627995,
            "metrics": {
              "component_efficiency": 0.004381,
              "component_outcome": 0.64,
              "interaction_budget": 50000.0,
              "interaction_steps": 48631.0,
              "reward": 0.644381,
              "success_rate": 0.8,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 57.89822,
            "cost_source": "harness",
            "hours": 3.437,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L3/01-open-fridge/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-23T03:51:39.094757",
            "finished_at": "2026-08-23T07:17:52.177608",
            "input_tokens": 142829802,
            "cached_tokens": 141316114,
            "output_tokens": 735751,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.8,
            "success_rate": 1.0,
            "cost_usd": 32.281814,
            "cost_source": "harness",
            "hours": 2.5655,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L3/02-close-cabinet/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-23T03:51:39.097315",
            "finished_at": "2026-08-23T06:25:35.073113",
            "input_tokens": 68903107,
            "cached_tokens": 67724045,
            "output_tokens": 553886,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.8,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.320168,
            "success_rate": 0.4,
            "cost_usd": 58.64797,
            "cost_source": "harness",
            "hours": 3.1524,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L3/03-turn-on-stove/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-23T06:25:40.717188",
            "finished_at": "2026-08-23T09:34:49.308197",
            "input_tokens": 162195660,
            "cached_tokens": 161168002,
            "output_tokens": 666460,
            "metrics": {
              "component_efficiency": 0.000168,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 49895.0,
              "reward": 0.320168,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.854972,
            "success_rate": 1.0,
            "cost_usd": 28.577245,
            "cost_source": "harness",
            "hours": 1.8917,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L3/04-pick-place-counter-to-drawer/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-23T13:19:09.434201",
            "finished_at": "2026-08-23T15:12:39.636895",
            "input_tokens": 67773068,
            "cached_tokens": 66763675,
            "output_tokens": 388954,
            "metrics": {
              "component_efficiency": 0.054972,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 36257.0,
              "reward": 0.854972,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.32,
            "success_rate": 0.4,
            "cost_usd": 27.81466,
            "cost_source": "harness",
            "hours": 2.2064,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "L3/05-pick-place-microwave-to-counter/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-23T15:12:44.854582",
            "finished_at": "2026-08-23T17:25:07.731902",
            "input_tokens": 60578592,
            "cached_tokens": 59670333,
            "output_tokens": 391896,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.32,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.053349,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "L1": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 23.448075,
            "cost_usd_mean": 4.689615,
            "hours_median": 5.8594,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.096047,
            "reward": 0.096047,
            "success_rate": 0.12,
            "cost_usd": 17.107568,
            "cost_usd_mean": 3.421514,
            "hours_median": 5.3107,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.064,
            "reward": 0.064,
            "success_rate": 0.08,
            "cost_usd": 12.800479,
            "cost_usd_mean": 2.560096,
            "hours_median": 3.808,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.742597,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.5828,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L1/01-open-fridge/claude-code/glm-5.3-flash",
            "started_at": "2026-08-26T12:55:14.241576",
            "finished_at": "2026-08-26T16:30:12.402111",
            "input_tokens": 60011141,
            "cached_tokens": 54595968,
            "output_tokens": 584884,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 5.938251,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 5.8594,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L1/02-close-cabinet/claude-code/glm-5.3-flash",
            "started_at": "2026-08-26T16:30:17.704237",
            "finished_at": "2026-08-26T22:21:51.485139",
            "input_tokens": 153221944,
            "cached_tokens": 149029184,
            "output_tokens": 1676923,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 6.135012,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 7.2122,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L1/03-turn-on-stove/claude-code/glm-5.3-flash",
            "started_at": "2026-08-26T22:21:56.892491",
            "finished_at": "2026-08-27T05:34:40.873846",
            "input_tokens": 124003179,
            "cached_tokens": 108351104,
            "output_tokens": 1073336,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 47966.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 4.738322,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 5.2709,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L1/04-pick-place-counter-to-drawer/claude-code/glm-5.3-flash",
            "started_at": "2026-08-28T10:06:18.378219",
            "finished_at": "2026-08-28T15:22:33.734886",
            "input_tokens": 126282965,
            "cached_tokens": 123076416,
            "output_tokens": 1130095,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.893893,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 6.2261,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L1/05-pick-place-microwave-to-counter/claude-code/glm-5.3-flash",
            "started_at": "2026-08-28T15:22:39.078371",
            "finished_at": "2026-08-28T21:36:12.885557",
            "input_tokens": 103112356,
            "cached_tokens": 100375744,
            "output_tokens": 944257,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49540.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.849731,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 4.3926,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L2/01-open-fridge/claude-code/glm-5.3-flash",
            "started_at": "2026-09-06T12:59:37.200524",
            "finished_at": "2026-09-06T17:23:10.548138",
            "input_tokens": 77147249,
            "cached_tokens": 75616128,
            "output_tokens": 703158,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49902.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.16,
            "success_rate": 0.2,
            "cost_usd": 4.643964,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 5.3107,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L2/02-close-cabinet/claude-code/glm-5.3-flash",
            "started_at": "2026-09-06T17:23:16.380082",
            "finished_at": "2026-09-06T22:41:54.721923",
            "input_tokens": 126674624,
            "cached_tokens": 123982528,
            "output_tokens": 1041348,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.16,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.160061,
            "success_rate": 0.2,
            "cost_usd": 2.837438,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 5.4774,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L2/03-turn-on-stove/claude-code/glm-5.3-flash",
            "started_at": "2026-09-06T22:42:00.129627",
            "finished_at": "2026-09-07T04:10:38.824585",
            "input_tokens": 70497408,
            "cached_tokens": 67948608,
            "output_tokens": 833319,
            "metrics": {
              "component_efficiency": 6.1e-05,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 49924.0,
              "reward": 0.160061,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.160173,
            "success_rate": 0.2,
            "cost_usd": 5.127688,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 5.7194,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L2/04-pick-place-counter-to-drawer/claude-code/glm-5.3-flash",
            "started_at": "2026-08-31T19:07:24.329342",
            "finished_at": "2026-09-01T00:50:34.012727",
            "input_tokens": 133901564,
            "cached_tokens": 129814912,
            "output_tokens": 1240485,
            "metrics": {
              "component_efficiency": 0.000173,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 49784.0,
              "reward": 0.160173,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.648747,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.1468,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L2/05-pick-place-microwave-to-counter/claude-code/glm-5.3-flash",
            "started_at": "2026-09-01T00:50:39.205070",
            "finished_at": "2026-09-01T03:59:27.649441",
            "input_tokens": 42531957,
            "cached_tokens": 41300416,
            "output_tokens": 450007,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49671.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.092969,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.7206,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L3/01-open-fridge/claude-code/glm-5.3-flash",
            "started_at": "2026-08-29T19:35:16.378154",
            "finished_at": "2026-08-29T22:18:30.662117",
            "input_tokens": 54960433,
            "cached_tokens": 53567872,
            "output_tokens": 554098,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49524.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.997289,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 4.8732,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L3/02-close-cabinet/claude-code/glm-5.3-flash",
            "started_at": "2026-08-29T22:18:37.339513",
            "finished_at": "2026-08-30T03:11:01.033111",
            "input_tokens": 74279299,
            "cached_tokens": 72004864,
            "output_tokens": 991956,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.32,
            "success_rate": 0.4,
            "cost_usd": 3.347744,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.808,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L3/03-turn-on-stove/claude-code/glm-5.3-flash",
            "started_at": "2026-08-30T03:11:05.974593",
            "finished_at": "2026-08-30T06:59:34.852419",
            "input_tokens": 89419347,
            "cached_tokens": 87352704,
            "output_tokens": 834332,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.32,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.388291,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 4.5439,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L3/04-pick-place-counter-to-drawer/claude-code/glm-5.3-flash",
            "started_at": "2026-08-30T21:55:22.557848",
            "finished_at": "2026-08-31T02:28:00.609105",
            "input_tokens": 62907212,
            "cached_tokens": 61255872,
            "output_tokens": 605827,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49844.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.974186,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.5878,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "L3/05-pick-place-microwave-to-counter/claude-code/glm-5.3-flash",
            "started_at": "2026-08-31T02:28:05.901938",
            "finished_at": "2026-08-31T06:03:22.096351",
            "input_tokens": 50737467,
            "cached_tokens": 49139072,
            "output_tokens": 520509,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49453.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.077636,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "L1": {
            "score": 0.03957,
            "reward": 0.03957,
            "success_rate": 0.04,
            "cost_usd": 2.585563,
            "cost_usd_mean": 0.517113,
            "hours_median": 0.7536,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.079161,
            "reward": 0.079161,
            "success_rate": 0.08,
            "cost_usd": 2.154447,
            "cost_usd_mean": 0.430889,
            "hours_median": 0.5835,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.114176,
            "reward": 0.114176,
            "success_rate": 0.12,
            "cost_usd": 1.999355,
            "cost_usd_mean": 0.399871,
            "hours_median": 0.6148,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.44662,
            "cost_source": "harness",
            "hours": 0.7536,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L1/01-open-fridge/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-22T20:17:04.058582",
            "finished_at": "2026-08-22T21:02:17.021215",
            "input_tokens": 16003244,
            "cached_tokens": 15744896,
            "output_tokens": 66710,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 5647.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.482133,
            "cost_source": "harness",
            "hours": 0.9673,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L1/02-close-cabinet/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-22T20:17:08.889765",
            "finished_at": "2026-08-22T21:15:11.281318",
            "input_tokens": 17746140,
            "cached_tokens": 17400576,
            "output_tokens": 54174,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 4371.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.197849,
            "success_rate": 0.2,
            "cost_usd": 0.720874,
            "cost_source": "harness",
            "hours": 0.8045,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L1/03-turn-on-stove/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-22T21:02:18.469243",
            "finished_at": "2026-08-22T21:50:34.661060",
            "input_tokens": 27958980,
            "cached_tokens": 27511936,
            "output_tokens": 67689,
            "metrics": {
              "component_efficiency": 0.037849,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 2689.0,
              "reward": 0.197849,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.583394,
            "cost_source": "harness",
            "hours": 0.6206,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L1/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-22T23:05:29.006085",
            "finished_at": "2026-08-22T23:42:43.048469",
            "input_tokens": 22192770,
            "cached_tokens": 21809664,
            "output_tokens": 58816,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 682.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.352542,
            "cost_source": "harness",
            "hours": 0.512,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L1/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T16:03:24.229565",
            "finished_at": "2026-08-23T16:34:07.408122",
            "input_tokens": 12789270,
            "cached_tokens": 12573824,
            "output_tokens": 48314,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 1557.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.650679,
            "cost_source": "harness",
            "hours": 0.8822,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L2/01-open-fridge/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T03:04:50.738637",
            "finished_at": "2026-08-23T03:57:46.630480",
            "input_tokens": 24387810,
            "cached_tokens": 24036096,
            "output_tokens": 83012,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 5538.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.393568,
            "cost_source": "harness",
            "hours": 0.5835,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L2/02-close-cabinet/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T03:04:50.739183",
            "finished_at": "2026-08-23T03:39:51.197926",
            "input_tokens": 12798667,
            "cached_tokens": 12439808,
            "output_tokens": 60833,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 2424.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.395805,
            "success_rate": 0.4,
            "cost_usd": 0.319732,
            "cost_source": "harness",
            "hours": 0.4716,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L2/03-turn-on-stove/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T03:39:52.848899",
            "finished_at": "2026-08-23T04:08:10.725358",
            "input_tokens": 10421990,
            "cached_tokens": 10136448,
            "output_tokens": 49912,
            "metrics": {
              "component_efficiency": 0.075805,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 2622.0,
              "reward": 0.395805,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.462302,
            "cost_source": "harness",
            "hours": 0.6272,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L2/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T05:33:47.339802",
            "finished_at": "2026-08-23T06:11:25.362295",
            "input_tokens": 16886881,
            "cached_tokens": 16628352,
            "output_tokens": 65024,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3009.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.328167,
            "cost_source": "harness",
            "hours": 0.5709,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L2/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T05:51:06.958791",
            "finished_at": "2026-08-23T06:25:22.084534",
            "input_tokens": 10184954,
            "cached_tokens": 9880832,
            "output_tokens": 58105,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 4409.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.671367,
            "cost_source": "harness",
            "hours": 0.9295,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L3/01-open-fridge/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T06:11:27.160659",
            "finished_at": "2026-08-23T07:07:13.519261",
            "input_tokens": 24584219,
            "cached_tokens": 24130176,
            "output_tokens": 81629,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 13859.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.447493,
            "cost_source": "harness",
            "hours": 0.6148,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L3/02-close-cabinet/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T06:25:23.934527",
            "finished_at": "2026-08-23T07:02:17.343792",
            "input_tokens": 15306831,
            "cached_tokens": 14959360,
            "output_tokens": 65676,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3445.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.290317,
            "cost_source": "harness",
            "hours": 0.5519,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L3/03-turn-on-stove/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T07:02:18.524231",
            "finished_at": "2026-08-23T07:35:25.390448",
            "input_tokens": 9385106,
            "cached_tokens": 9193856,
            "output_tokens": 56825,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3850.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.570881,
            "success_rate": 0.6,
            "cost_usd": 0.285128,
            "cost_source": "harness",
            "hours": 0.7104,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L3/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T08:51:04.933413",
            "finished_at": "2026-08-23T09:33:42.442116",
            "input_tokens": 9655186,
            "cached_tokens": 9460096,
            "output_tokens": 47423,
            "metrics": {
              "component_efficiency": 0.090881,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 12133.0,
              "reward": 0.570881,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.305051,
            "cost_source": "harness",
            "hours": 0.607,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "L3/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-23T09:33:44.007503",
            "finished_at": "2026-08-23T10:10:09.036126",
            "input_tokens": 9954788,
            "cached_tokens": 9746560,
            "output_tokens": 57062,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 4835.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.344042,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "L1": {
            "score": 0.234012,
            "reward": 0.234012,
            "success_rate": 0.24,
            "cost_usd": 197.803873,
            "cost_usd_mean": 39.560775,
            "hours_median": 2.0073,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.303693,
            "reward": 0.303693,
            "success_rate": 0.32,
            "cost_usd": 145.892854,
            "cost_usd_mean": 29.178571,
            "hours_median": 1.4139,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.494422,
            "reward": 0.494422,
            "success_rate": 0.52,
            "cost_usd": 88.675081,
            "cost_usd_mean": 17.735016,
            "hours_median": 0.9443,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.380698,
            "success_rate": 0.4,
            "cost_usd": 70.658375,
            "cost_source": "harness",
            "hours": 3.397,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L1/01-open-fridge/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T16:39:03.733261",
            "finished_at": "2026-08-22T20:02:53.100915",
            "input_tokens": 150226677,
            "cached_tokens": 148702848,
            "output_tokens": 254096,
            "metrics": {
              "component_efficiency": 0.060698,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 12064.0,
              "reward": 0.380698,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 14.138704,
            "cost_source": "harness",
            "hours": 1.298,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L1/02-close-cabinet/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T20:02:54.488249",
            "finished_at": "2026-08-22T21:20:47.196410",
            "input_tokens": 26992844,
            "cached_tokens": 26558720,
            "output_tokens": 88936,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 11886.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.198348,
            "success_rate": 0.2,
            "cost_usd": 27.114086,
            "cost_source": "harness",
            "hours": 2.0073,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L1/03-turn-on-stove/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T21:20:48.691067",
            "finished_at": "2026-08-22T23:21:14.878622",
            "input_tokens": 51515363,
            "cached_tokens": 50672896,
            "output_tokens": 173753,
            "metrics": {
              "component_efficiency": 0.038348,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 2065.0,
              "reward": 0.198348,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.591014,
            "success_rate": 0.6,
            "cost_usd": 26.069981,
            "cost_source": "harness",
            "hours": 1.7838,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L1/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-23T07:49:49.189919",
            "finished_at": "2026-08-23T09:36:50.721429",
            "input_tokens": 51434913,
            "cached_tokens": 50446592,
            "output_tokens": 96903,
            "metrics": {
              "component_efficiency": 0.111014,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 3744.0,
              "reward": 0.591014,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 59.822726,
            "cost_source": "harness",
            "hours": 4.8528,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L1/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-23T09:36:52.432002",
            "finished_at": "2026-08-23T14:28:02.632841",
            "input_tokens": 122550330,
            "cached_tokens": 121003776,
            "output_tokens": 261750,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 47266.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.373211,
            "success_rate": 0.4,
            "cost_usd": 17.864652,
            "cost_source": "harness",
            "hours": 1.2742,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L2/01-open-fridge/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T14:34:52.065821",
            "finished_at": "2026-08-22T15:51:19.267059",
            "input_tokens": 23941278,
            "cached_tokens": 23364864,
            "output_tokens": 110005,
            "metrics": {
              "component_efficiency": 0.053211,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 16743.0,
              "reward": 0.373211,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 18.892624,
            "cost_source": "harness",
            "hours": 1.4139,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L2/02-close-cabinet/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T14:34:52.063528",
            "finished_at": "2026-08-22T15:59:42.211062",
            "input_tokens": 25056716,
            "cached_tokens": 24430848,
            "output_tokens": 118262,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 18127.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.773997,
            "success_rate": 0.8,
            "cost_usd": 18.512376,
            "cost_source": "harness",
            "hours": 1.3388,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L2/03-turn-on-stove/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T15:51:20.772622",
            "finished_at": "2026-08-22T17:11:40.568791",
            "input_tokens": 24899064,
            "cached_tokens": 24440832,
            "output_tokens": 133360,
            "metrics": {
              "component_efficiency": 0.133997,
              "component_outcome": 0.64,
              "interaction_budget": 50000.0,
              "interaction_steps": 8126.0,
              "reward": 0.773997,
              "success_rate": 0.8,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.371259,
            "success_rate": 0.4,
            "cost_usd": 23.602374,
            "cost_source": "harness",
            "hours": 1.8378,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L2/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T18:57:23.534916",
            "finished_at": "2026-08-22T20:47:39.504873",
            "input_tokens": 42807868,
            "cached_tokens": 41913344,
            "output_tokens": 162947,
            "metrics": {
              "component_efficiency": 0.051259,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 17963.0,
              "reward": 0.371259,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 67.020828,
            "cost_source": "harness",
            "hours": 7.3228,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L2/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T19:48:02.589553",
            "finished_at": "2026-08-23T03:07:24.603032",
            "input_tokens": 138701585,
            "cached_tokens": 137038720,
            "output_tokens": 277694,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 37317.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.170135,
            "success_rate": 0.2,
            "cost_usd": 38.246584,
            "cost_source": "harness",
            "hours": 2.6689,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L3/01-open-fridge/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T02:33:00.557641",
            "finished_at": "2026-08-22T05:13:08.622248",
            "input_tokens": 59556212,
            "cached_tokens": 58820608,
            "output_tokens": 171942,
            "metrics": {
              "component_efficiency": 0.010135,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 37331.0,
              "reward": 0.170135,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.956564,
            "success_rate": 1.0,
            "cost_usd": 11.131318,
            "cost_source": "harness",
            "hours": 0.9443,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L3/02-close-cabinet/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T02:33:00.555105",
            "finished_at": "2026-08-22T03:29:39.866529",
            "input_tokens": 14096342,
            "cached_tokens": 13634176,
            "output_tokens": 66780,
            "metrics": {
              "component_efficiency": 0.156564,
              "component_outcome": 0.8,
              "interaction_budget": 50000.0,
              "interaction_steps": 10859.0,
              "reward": 0.956564,
              "success_rate": 1.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.198626,
            "success_rate": 0.2,
            "cost_usd": 11.623805,
            "cost_source": "harness",
            "hours": 0.9331,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L3/03-turn-on-stove/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T03:29:41.732911",
            "finished_at": "2026-08-22T04:25:40.926116",
            "input_tokens": 16162435,
            "cached_tokens": 15831040,
            "output_tokens": 68377,
            "metrics": {
              "component_efficiency": 0.038626,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 1718.0,
              "reward": 0.198626,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.56803,
            "success_rate": 0.6,
            "cost_usd": 17.678387,
            "cost_source": "harness",
            "hours": 1.6105,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L3/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T08:49:00.582521",
            "finished_at": "2026-08-22T10:25:38.550847",
            "input_tokens": 25365901,
            "cached_tokens": 24981504,
            "output_tokens": 108855,
            "metrics": {
              "component_efficiency": 0.08803,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 13321.0,
              "reward": 0.56803,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.578753,
            "success_rate": 0.6,
            "cost_usd": 9.994987,
            "cost_source": "harness",
            "hours": 0.9387,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "L3/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-22T10:25:40.069859",
            "finished_at": "2026-08-22T11:21:59.515829",
            "input_tokens": 13020917,
            "cached_tokens": 12749824,
            "output_tokens": 75487,
            "metrics": {
              "component_efficiency": 0.098753,
              "component_outcome": 0.48,
              "interaction_budget": 50000.0,
              "interaction_steps": 8853.0,
              "reward": 0.578753,
              "success_rate": 0.6,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.039287,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "L1": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 16.28539,
            "cost_usd_mean": 3.257078,
            "hours_median": 0.449,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.039181,
            "reward": 0.039181,
            "success_rate": 0.04,
            "cost_usd": 11.921972,
            "cost_usd_mean": 2.384394,
            "hours_median": 0.4121,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.078679,
            "reward": 0.078679,
            "success_rate": 0.08,
            "cost_usd": 9.532942,
            "cost_usd_mean": 1.906588,
            "hours_median": 0.3885,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.764685,
            "cost_source": "harness",
            "hours": 0.462,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L1/01-open-fridge/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T02:03:49.460047",
            "finished_at": "2026-08-23T02:31:32.659507",
            "input_tokens": 9062855,
            "cached_tokens": 8872576,
            "output_tokens": 50801,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 2235.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.384472,
            "cost_source": "harness",
            "hours": 0.449,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L1/02-close-cabinet/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T02:03:49.460461",
            "finished_at": "2026-08-23T02:30:46.021052",
            "input_tokens": 12174597,
            "cached_tokens": 11960448,
            "output_tokens": 47007,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 1223.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 4.296838,
            "cost_source": "harness",
            "hours": 0.5013,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L1/03-turn-on-stove/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T02:30:47.548190",
            "finished_at": "2026-08-23T03:00:52.222779",
            "input_tokens": 15572112,
            "cached_tokens": 15267328,
            "output_tokens": 52817,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3028.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.708666,
            "cost_source": "harness",
            "hours": 0.3264,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L1/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T03:47:21.117677",
            "finished_at": "2026-08-23T04:06:56.000827",
            "input_tokens": 9757124,
            "cached_tokens": 9571328,
            "output_tokens": 35234,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 429.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.13073,
            "cost_source": "harness",
            "hours": 0.3459,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L1/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T03:48:19.029101",
            "finished_at": "2026-08-23T04:09:04.216862",
            "input_tokens": 11313444,
            "cached_tokens": 11089792,
            "output_tokens": 38789,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 342.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.88014,
            "cost_source": "harness",
            "hours": 0.3979,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L2/01-open-fridge/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T19:32:20.149750",
            "finished_at": "2026-08-23T19:56:12.632304",
            "input_tokens": 5818833,
            "cached_tokens": 5666688,
            "output_tokens": 36876,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 2727.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.722588,
            "cost_source": "harness",
            "hours": 0.3173,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L2/02-close-cabinet/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T19:32:20.150184",
            "finished_at": "2026-08-23T19:51:22.338491",
            "input_tokens": 9433959,
            "cached_tokens": 9212288,
            "output_tokens": 36399,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 901.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.195906,
            "success_rate": 0.2,
            "cost_usd": 2.259256,
            "cost_source": "harness",
            "hours": 0.4122,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L2/03-turn-on-stove/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T19:32:20.150189",
            "finished_at": "2026-08-23T19:57:04.241012",
            "input_tokens": 6988875,
            "cached_tokens": 6813568,
            "output_tokens": 45494,
            "metrics": {
              "component_efficiency": 0.035906,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 5117.0,
              "reward": 0.195906,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.83854,
            "cost_source": "harness",
            "hours": 0.4139,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L2/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T20:18:13.857941",
            "finished_at": "2026-08-23T20:43:03.980159",
            "input_tokens": 9088171,
            "cached_tokens": 8851968,
            "output_tokens": 49645,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 1686.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.22145,
            "cost_source": "harness",
            "hours": 0.4121,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L2/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T20:18:26.628625",
            "finished_at": "2026-08-23T20:43:10.319071",
            "input_tokens": 6911934,
            "cached_tokens": 6737408,
            "output_tokens": 43743,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3417.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.151192,
            "cost_source": "harness",
            "hours": 0.417,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L3/01-open-fridge/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T20:40:16.126185",
            "finished_at": "2026-08-23T21:05:17.206703",
            "input_tokens": 6899627,
            "cached_tokens": 6716032,
            "output_tokens": 36733,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 3763.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.343713,
            "cost_source": "harness",
            "hours": 0.3375,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L3/02-close-cabinet/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T20:43:05.290423",
            "finished_at": "2026-08-23T21:03:20.300305",
            "input_tokens": 7301244,
            "cached_tokens": 7060864,
            "output_tokens": 37565,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 1135.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.393395,
            "success_rate": 0.4,
            "cost_usd": 2.000027,
            "cost_source": "harness",
            "hours": 0.3885,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L3/03-turn-on-stove/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T20:43:11.504995",
            "finished_at": "2026-08-23T21:06:29.967477",
            "input_tokens": 6469046,
            "cached_tokens": 6298496,
            "output_tokens": 33269,
            "metrics": {
              "component_efficiency": 0.073395,
              "component_outcome": 0.32,
              "interaction_budget": 50000.0,
              "interaction_steps": 4128.0,
              "reward": 0.393395,
              "success_rate": 0.4,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.389455,
            "cost_source": "harness",
            "hours": 0.2807,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L3/04-pick-place-counter-to-drawer/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T21:27:18.413832",
            "finished_at": "2026-08-23T21:44:08.859901",
            "input_tokens": 3943857,
            "cached_tokens": 3809024,
            "output_tokens": 29832,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 1394.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.648555,
            "cost_source": "harness",
            "hours": 0.4051,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "L3/05-pick-place-microwave-to-counter/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-23T21:30:14.227959",
            "finished_at": "2026-08-23T21:54:32.494420",
            "input_tokens": 4800877,
            "cached_tokens": 4665984,
            "output_tokens": 37131,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 2934.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.021374,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "L1": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 4.770389,
            "cost_usd_mean": 0.954078,
            "hours_median": 1.8546,
            "n_runs": 5,
            "complete": true
          },
          "L2": {
            "score": 0.032,
            "reward": 0.032,
            "success_rate": 0.04,
            "cost_usd": 4.738026,
            "cost_usd_mean": 0.947605,
            "hours_median": 1.9413,
            "n_runs": 5,
            "complete": true
          },
          "L3": {
            "score": 0.032122,
            "reward": 0.032122,
            "success_rate": 0.04,
            "cost_usd": 4.104172,
            "cost_usd_mean": 0.820834,
            "hours_median": 1.7879,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "L1/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.087833,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.9834,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L1/01-open-fridge/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T11:02:55.789427",
            "finished_at": "2026-09-12T14:01:55.868851",
            "input_tokens": 107204803,
            "cached_tokens": 106963584,
            "output_tokens": 613581,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49925.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.914616,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.6093,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L1/02-close-cabinet/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-11T22:53:06.611802",
            "finished_at": "2026-09-12T00:29:40.084290",
            "input_tokens": 73721249,
            "cached_tokens": 73523840,
            "output_tokens": 599268,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 46213.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.133655,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.8546,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L1/03-turn-on-stove/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T00:29:43.966986",
            "finished_at": "2026-09-12T02:21:00.503580",
            "input_tokens": 125332839,
            "cached_tokens": 125079552,
            "output_tokens": 570897,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.076151,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.7702,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L1/04-pick-place-counter-to-drawer/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T11:05:40.556055",
            "finished_at": "2026-09-12T13:51:53.366161",
            "input_tokens": 120846500,
            "cached_tokens": 120575616,
            "output_tokens": 525124,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 47487.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L1/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.558135,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.6085,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L1/05-pick-place-microwave-to-counter/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-13T00:53:47.237548",
            "finished_at": "2026-09-13T02:30:17.862853",
            "input_tokens": 42474987,
            "cached_tokens": 42292992,
            "output_tokens": 363186,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 27754.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.906156,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.882,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L2/01-open-fridge/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T01:58:26.494804",
            "finished_at": "2026-09-12T03:51:21.677787",
            "input_tokens": 83335358,
            "cached_tokens": 83055232,
            "output_tokens": 521532,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.876182,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.9413,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L2/02-close-cabinet/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T03:51:25.186266",
            "finished_at": "2026-09-12T05:47:53.925403",
            "input_tokens": 81257871,
            "cached_tokens": 80987136,
            "output_tokens": 500916,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.730708,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 0.9559,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L2/03-turn-on-stove/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T05:47:57.687269",
            "finished_at": "2026-09-12T06:45:18.999113",
            "input_tokens": 56862757,
            "cached_tokens": 56633856,
            "output_tokens": 471503,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 23591.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/04-pick-place-counter-to-drawer": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.146837,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.6134,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L2/04-pick-place-counter-to-drawer/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-13T02:30:22.103595",
            "finished_at": "2026-09-13T05:07:10.502567",
            "input_tokens": 141825901,
            "cached_tokens": 141477760,
            "output_tokens": 479839,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49812.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L2/05-pick-place-microwave-to-counter": {
            "reward": 0.16,
            "success_rate": 0.2,
            "cost_usd": 1.078144,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.3693,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L2/05-pick-place-microwave-to-counter/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T07:49:58.188343",
            "finished_at": "2026-09-12T10:12:07.766802",
            "input_tokens": 122358528,
            "cached_tokens": 122018816,
            "output_tokens": 502916,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 50000.0,
              "reward": 0.16,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/01-open-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.746167,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.7491,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L3/01-open-fridge/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T15:32:39.153530",
            "finished_at": "2026-09-12T17:17:35.917096",
            "input_tokens": 61405058,
            "cached_tokens": 61131520,
            "output_tokens": 455032,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 47165.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/02-close-cabinet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.055376,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.7879,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L3/02-close-cabinet/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T17:17:39.491750",
            "finished_at": "2026-09-12T19:04:55.987721",
            "input_tokens": 80251568,
            "cached_tokens": 80026496,
            "output_tokens": 716239,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 43102.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/03-turn-on-stove": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.839191,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.0572,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L3/03-turn-on-stove/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T19:05:00.788685",
            "finished_at": "2026-09-12T21:08:26.584912",
            "input_tokens": 73555850,
            "cached_tokens": 73235072,
            "output_tokens": 486065,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49731.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/04-pick-place-counter-to-drawer": {
            "reward": 0.160611,
            "success_rate": 0.2,
            "cost_usd": 0.547876,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.5885,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L3/04-pick-place-counter-to-drawer/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T21:08:27.790781",
            "finished_at": "2026-09-12T22:43:46.386050",
            "input_tokens": 47260626,
            "cached_tokens": 47045632,
            "output_tokens": 319774,
            "metrics": {
              "component_efficiency": 0.000611,
              "component_outcome": 0.16,
              "interaction_budget": 50000.0,
              "interaction_steps": 49236.0,
              "reward": 0.160611,
              "success_rate": 0.2,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          },
          "L3/05-pick-place-microwave-to-counter": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.915563,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.1596,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "L3/05-pick-place-microwave-to-counter/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T22:43:50.002845",
            "finished_at": "2026-09-13T00:53:24.453353",
            "input_tokens": 97912791,
            "cached_tokens": 97612800,
            "output_tokens": 454230,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49605.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "trials_attempted": 5.0,
              "trials_total": 5.0
            }
          }
        }
      }
    },
    "task02": {
      "gpt6astra": {
        "score": 0.862222,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "EASY": {
            "score": 0.98,
            "reward": 0.98,
            "success_rate": 0.96,
            "cost_usd": 731.300394,
            "cost_usd_mean": 146.260079,
            "hours_median": 8.4558,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.94,
            "reward": 0.94,
            "success_rate": 0.92,
            "cost_usd": 996.606388,
            "cost_usd_mean": 199.321278,
            "hours_median": 9.0568,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.666667,
            "reward": 0.666667,
            "success_rate": 0.52,
            "cost_usd": 969.438688,
            "cost_usd_mean": 193.887738,
            "hours_median": 9.5313,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 0.9,
            "success_rate": 0.8,
            "cost_usd": 115.46628,
            "cost_source": "harness",
            "hours": 4.6349,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "01-washing-dishes/codex/openai_gpt-6-astra",
            "started_at": "2026-09-06T14:29:54.505009",
            "finished_at": "2026-09-06T19:08:00.252064",
            "input_tokens": 86066548,
            "cached_tokens": 84828800,
            "output_tokens": 365200,
            "metrics": {
              "dev_episodes": 11.0,
              "dev_successes": 9.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 22230.0,
              "planned_trials": 5.0,
              "reward": 0.9,
              "success_rate": 0.8,
              "successes": 4.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 166.621574,
            "cost_source": "harness",
            "hours": 8.4558,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "02-sauteing-vegetables/codex/openai_gpt-6-astra",
            "started_at": "2026-09-06T19:08:01.585383",
            "finished_at": "2026-09-07T03:35:22.353460",
            "input_tokens": 118208444,
            "cached_tokens": 116343424,
            "output_tokens": 632559,
            "metrics": {
              "dev_episodes": 17.0,
              "dev_successes": 12.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 42853.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 183.030022,
            "cost_source": "harness",
            "hours": 8.7303,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "03-baking/codex/openai_gpt-6-astra",
            "started_at": "2026-09-07T03:35:23.646784",
            "finished_at": "2026-09-07T12:19:12.763675",
            "input_tokens": 135600624,
            "cached_tokens": 133530752,
            "output_tokens": 576011,
            "metrics": {
              "dev_episodes": 11.0,
              "dev_successes": 6.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 35193.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 111.529074,
            "cost_source": "harness",
            "hours": 5.7813,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "04-reheating-food/codex/openai_gpt-6-astra",
            "started_at": "2026-09-07T12:19:14.286961",
            "finished_at": "2026-09-07T18:06:06.838041",
            "input_tokens": 79945124,
            "cached_tokens": 78497024,
            "output_tokens": 371021,
            "metrics": {
              "dev_episodes": 17.0,
              "dev_successes": 14.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 31068.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 154.653444,
            "cost_source": "harness",
            "hours": 8.5719,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "05-chopping-food/codex/openai_gpt-6-astra",
            "started_at": "2026-09-07T18:06:08.213624",
            "finished_at": "2026-09-08T02:40:27.008234",
            "input_tokens": 111272150,
            "cached_tokens": 109683584,
            "output_tokens": 581684,
            "metrics": {
              "dev_episodes": 15.0,
              "dev_successes": 12.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 38098.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 180.564632,
            "cost_source": "harness",
            "hours": 9.0506,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "06-setting-the-table/codex/openai_gpt-6-astra",
            "started_at": "2026-09-08T02:40:28.532403",
            "finished_at": "2026-09-08T11:43:30.760858",
            "input_tokens": 135407996,
            "cached_tokens": 133454592,
            "output_tokens": 551520,
            "metrics": {
              "dev_episodes": 28.0,
              "dev_successes": 12.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 66804.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 206.73885,
            "cost_source": "harness",
            "hours": 9.0651,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "07-portioning-meals/codex/openai_gpt-6-astra",
            "started_at": "2026-09-08T11:43:32.392175",
            "finished_at": "2026-09-08T20:47:26.614944",
            "input_tokens": 150388742,
            "cached_tokens": 147534080,
            "output_tokens": 613163,
            "metrics": {
              "dev_episodes": 18.0,
              "dev_successes": 7.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 52598.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 147.966666,
            "cost_source": "harness",
            "hours": 6.4619,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "08-defrosting-food/codex/openai_gpt-6-astra",
            "started_at": "2026-09-08T20:47:27.992558",
            "finished_at": "2026-09-09T03:15:10.982029",
            "input_tokens": 99979009,
            "cached_tokens": 97499136,
            "output_tokens": 513376,
            "metrics": {
              "dev_episodes": 23.0,
              "dev_successes": 18.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 32092.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.7,
            "success_rate": 0.6,
            "cost_usd": 250.935132,
            "cost_source": "harness",
            "hours": 9.7653,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "09-arranging-buffet/codex/openai_gpt-6-astra",
            "started_at": "2026-09-09T03:15:12.489445",
            "finished_at": "2026-09-09T13:01:07.658368",
            "input_tokens": 182407732,
            "cached_tokens": 179007232,
            "output_tokens": 758458,
            "metrics": {
              "dev_episodes": 15.0,
              "dev_successes": 3.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 56506.0,
              "planned_trials": 5.0,
              "reward": 0.7,
              "success_rate": 0.6,
              "successes": 3.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 2.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 210.401108,
            "cost_source": "harness",
            "hours": 9.0568,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "10-serving-beverages/codex/openai_gpt-6-astra",
            "started_at": "2026-09-09T13:01:09.086359",
            "finished_at": "2026-09-09T22:04:33.743715",
            "input_tokens": 149295298,
            "cached_tokens": 146439808,
            "output_tokens": 708128,
            "metrics": {
              "dev_episodes": 14.0,
              "dev_successes": 2.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 60869.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 2.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.6,
            "success_rate": 0.4,
            "cost_usd": 99.573228,
            "cost_source": "harness",
            "hours": 4.8466,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "11-loading-fridge/codex/openai_gpt-6-astra",
            "started_at": "2026-09-09T23:26:31.582265",
            "finished_at": "2026-09-10T04:17:19.476699",
            "input_tokens": 69382541,
            "cached_tokens": 68037248,
            "output_tokens": 361661,
            "metrics": {
              "dev_episodes": 9.0,
              "dev_successes": 1.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 23173.0,
              "planned_trials": 5.0,
              "reward": 0.6,
              "success_rate": 0.4,
              "successes": 2.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.2,
            "success_rate": 0.0,
            "cost_usd": 283.721236,
            "cost_source": "harness",
            "hours": 10.621,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "12-managing-freezer-space/codex/openai_gpt-6-astra",
            "started_at": "2026-09-08T22:58:22.820595",
            "finished_at": "2026-09-09T09:35:38.561718",
            "input_tokens": 193730709,
            "cached_tokens": 188422656,
            "output_tokens": 844361,
            "metrics": {
              "dev_episodes": 20.0,
              "dev_successes": 3.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 51083.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "13-clearing-table": {
            "reward": 0.733333,
            "success_rate": 0.4,
            "cost_usd": 216.228932,
            "cost_source": "harness",
            "hours": 9.5313,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "13-clearing-table/codex/openai_gpt-6-astra",
            "started_at": "2026-09-08T12:23:08.856071",
            "finished_at": "2026-09-08T21:55:01.437143",
            "input_tokens": 154650547,
            "cached_tokens": 151676032,
            "output_tokens": 696155,
            "metrics": {
              "dev_episodes": 18.0,
              "dev_successes": 12.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 61603.0,
              "planned_trials": 5.0,
              "reward": 0.733333,
              "success_rate": 0.4,
              "successes": 2.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.8,
            "success_rate": 0.8,
            "cost_usd": 202.160216,
            "cost_source": "harness",
            "hours": 9.6371,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "14-microwaving-food/codex/openai_gpt-6-astra",
            "started_at": "2026-09-08T02:34:27.091634",
            "finished_at": "2026-09-08T12:12:40.760794",
            "input_tokens": 153471273,
            "cached_tokens": 151450496,
            "output_tokens": 610039,
            "metrics": {
              "dev_episodes": 15.0,
              "dev_successes": 4.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 43139.0,
              "planned_trials": 5.0,
              "reward": 0.8,
              "success_rate": 0.8,
              "successes": 4.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 167.755076,
            "cost_source": "harness",
            "hours": 8.9741,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "15-storing-leftovers/codex/openai_gpt-6-astra",
            "started_at": "2026-09-07T17:14:55.999919",
            "finished_at": "2026-09-08T02:13:22.905153",
            "input_tokens": 123397767,
            "cached_tokens": 121727616,
            "output_tokens": 586519,
            "metrics": {
              "dev_episodes": 14.0,
              "dev_successes": 5.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 45966.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          }
        }
      },
      "opus48": {
        "score": 0.167778,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "EASY": {
            "score": 0.296667,
            "reward": 0.296667,
            "success_rate": 0.16,
            "cost_usd": 399.572242,
            "cost_usd_mean": 79.914448,
            "hours_median": 5.3538,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.113333,
            "reward": 0.113333,
            "success_rate": 0.04,
            "cost_usd": 366.592904,
            "cost_usd_mean": 73.318581,
            "hours_median": 5.0932,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.093333,
            "reward": 0.093333,
            "success_rate": 0.0,
            "cost_usd": 381.422612,
            "cost_usd_mean": 76.284522,
            "hours_median": 5.4204,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 0.7,
            "success_rate": 0.4,
            "cost_usd": 98.121593,
            "cost_source": "harness",
            "hours": 6.2216,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "01-washing-dishes/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-30T21:34:57.356209",
            "finished_at": "2026-08-31T03:48:15.176984",
            "input_tokens": 118431424,
            "cached_tokens": 117097467,
            "output_tokens": 1049590,
            "metrics": {
              "dev_episodes": 142.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 64527.0,
              "planned_trials": 5.0,
              "reward": 0.7,
              "success_rate": 0.4,
              "successes": 2.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 48.395424,
            "cost_source": "harness",
            "hours": 4.1394,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "02-sauteing-vegetables/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T02:22:47.128858",
            "finished_at": "2026-08-29T06:31:09.054510",
            "input_tokens": 51336957,
            "cached_tokens": 50507859,
            "output_tokens": 594183,
            "metrics": {
              "dev_episodes": 70.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 73736.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 87.677233,
            "cost_source": "harness",
            "hours": 5.3538,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "03-baking/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T06:31:14.437734",
            "finished_at": "2026-08-29T11:52:28.130017",
            "input_tokens": 99891364,
            "cached_tokens": 98608937,
            "output_tokens": 1022193,
            "metrics": {
              "dev_episodes": 14.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 35028.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 0.05,
            "success_rate": 0.0,
            "cost_usd": 115.865838,
            "cost_source": "harness",
            "hours": 6.4552,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "04-reheating-food/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T07:34:17.865454",
            "finished_at": "2026-08-29T14:01:36.411482",
            "input_tokens": 144048433,
            "cached_tokens": 142554686,
            "output_tokens": 1186361,
            "metrics": {
              "dev_episodes": 133.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 58384.0,
              "planned_trials": 5.0,
              "reward": 0.05,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 0.733333,
            "success_rate": 0.4,
            "cost_usd": 49.512153,
            "cost_source": "harness",
            "hours": 4.5519,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "05-chopping-food/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T11:52:32.920080",
            "finished_at": "2026-08-29T16:25:39.925738",
            "input_tokens": 48162067,
            "cached_tokens": 47278625,
            "output_tokens": 681700,
            "metrics": {
              "dev_episodes": 172.0,
              "dev_successes": 22.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.733333,
              "success_rate": 0.4,
              "successes": 2.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 62.093962,
            "cost_source": "harness",
            "hours": 4.6099,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "06-setting-the-table/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T14:01:41.633751",
            "finished_at": "2026-08-29T18:38:17.157031",
            "input_tokens": 64148731,
            "cached_tokens": 63098044,
            "output_tokens": 801724,
            "metrics": {
              "dev_episodes": 123.0,
              "dev_successes": 16.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 54412.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 0.5,
            "success_rate": 0.2,
            "cost_usd": 95.628276,
            "cost_source": "harness",
            "hours": 6.3177,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "07-portioning-meals/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T16:25:45.217973",
            "finished_at": "2026-08-29T22:44:48.777217",
            "input_tokens": 107072659,
            "cached_tokens": 105601251,
            "output_tokens": 1124820,
            "metrics": {
              "dev_episodes": 251.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 28769.0,
              "planned_trials": 5.0,
              "reward": 0.5,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 60.528763,
            "cost_source": "harness",
            "hours": 4.1867,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "08-defrosting-food/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T18:38:22.531918",
            "finished_at": "2026-08-29T22:49:34.539801",
            "input_tokens": 63495591,
            "cached_tokens": 62479727,
            "output_tokens": 765402,
            "metrics": {
              "dev_episodes": 23.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 27819.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 72.162576,
            "cost_source": "harness",
            "hours": 5.0932,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "09-arranging-buffet/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T22:44:53.968469",
            "finished_at": "2026-08-30T03:50:29.317181",
            "input_tokens": 73807336,
            "cached_tokens": 72570662,
            "output_tokens": 940655,
            "metrics": {
              "dev_episodes": 44.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 13547.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 76.179327,
            "cost_source": "harness",
            "hours": 5.9304,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "10-serving-beverages/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-29T22:49:39.670679",
            "finished_at": "2026-08-30T04:45:28.986974",
            "input_tokens": 81742174,
            "cached_tokens": 80510693,
            "output_tokens": 944614,
            "metrics": {
              "dev_episodes": 140.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 74333.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 76.508257,
            "cost_source": "harness",
            "hours": 5.2499,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "11-loading-fridge/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-30T03:50:34.708053",
            "finished_at": "2026-08-30T09:05:34.515761",
            "input_tokens": 81212866,
            "cached_tokens": 79966165,
            "output_tokens": 962577,
            "metrics": {
              "dev_episodes": 103.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 29682.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 56.968095,
            "cost_source": "harness",
            "hours": 5.2012,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "12-managing-freezer-space/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-30T04:45:33.622767",
            "finished_at": "2026-08-30T09:57:37.818375",
            "input_tokens": 60287825,
            "cached_tokens": 59330881,
            "output_tokens": 709529,
            "metrics": {
              "dev_episodes": 127.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 74392.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "13-clearing-table": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 74.003247,
            "cost_source": "harness",
            "hours": 5.4204,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "13-clearing-table/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-30T09:05:39.726253",
            "finished_at": "2026-08-30T14:30:52.995096",
            "input_tokens": 78908009,
            "cached_tokens": 77676314,
            "output_tokens": 914158,
            "metrics": {
              "dev_episodes": 194.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 50324.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 84.173871,
            "cost_source": "harness",
            "hours": 6.1058,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "14-microwaving-food/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-30T09:57:42.946944",
            "finished_at": "2026-08-30T16:04:03.999360",
            "input_tokens": 95322105,
            "cached_tokens": 94045582,
            "output_tokens": 975698,
            "metrics": {
              "dev_episodes": 239.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 55279.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 0.466667,
            "success_rate": 0.0,
            "cost_usd": 89.769141,
            "cost_source": "harness",
            "hours": 6.188,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "15-storing-leftovers/claude-code/anthropic_claude-opus-4-8",
            "started_at": "2026-08-30T14:30:59.192727",
            "finished_at": "2026-08-30T20:42:16.118301",
            "input_tokens": 105589840,
            "cached_tokens": 104292682,
            "output_tokens": 986350,
            "metrics": {
              "dev_episodes": 211.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 38637.0,
              "planned_trials": 5.0,
              "reward": 0.466667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          }
        }
      },
      "opus5": {
        "score": 0.558889,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "EASY": {
            "score": 0.893333,
            "reward": 0.893333,
            "success_rate": 0.84,
            "cost_usd": 727.703269,
            "cost_usd_mean": 145.540654,
            "hours_median": 5.5488,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.503333,
            "reward": 0.503333,
            "success_rate": 0.16,
            "cost_usd": 687.406145,
            "cost_usd_mean": 137.481229,
            "hours_median": 6.7357,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.28,
            "reward": 0.28,
            "success_rate": 0.08,
            "cost_usd": 667.053733,
            "cost_usd_mean": 133.410747,
            "hours_median": 6.9743,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 97.60355,
            "cost_source": "harness",
            "hours": 4.3431,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "01-washing-dishes/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-17T18:04:55.854304",
            "finished_at": "2026-08-17T22:25:30.900995",
            "input_tokens": 134073659,
            "cached_tokens": 132838760,
            "output_tokens": 753662,
            "metrics": {
              "dev_episodes": 32.0,
              "dev_successes": 9.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 72018.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 2.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 170.955672,
            "cost_source": "harness",
            "hours": 4.5141,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "02-sauteing-vegetables/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-19T02:14:34.627768",
            "finished_at": "2026-08-19T06:45:25.510560",
            "input_tokens": 163911055,
            "cached_tokens": 156500194,
            "output_tokens": 744143,
            "metrics": {
              "dev_episodes": 35.0,
              "dev_successes": 3.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 70692.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 0.9,
            "success_rate": 0.8,
            "cost_usd": 127.419253,
            "cost_source": "harness",
            "hours": 5.5488,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "03-baking/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-17T20:58:47.468706",
            "finished_at": "2026-08-18T02:31:43.136526",
            "input_tokens": 185514066,
            "cached_tokens": 184114267,
            "output_tokens": 854848,
            "metrics": {
              "dev_episodes": 34.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.9,
              "success_rate": 0.8,
              "successes": 4.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 0.7,
            "success_rate": 0.6,
            "cost_usd": 181.12102,
            "cost_source": "harness",
            "hours": 5.8484,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "04-reheating-food/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-18T22:22:06.937242",
            "finished_at": "2026-08-19T04:13:01.056165",
            "input_tokens": 229329586,
            "cached_tokens": 225105640,
            "output_tokens": 1053502,
            "metrics": {
              "dev_episodes": 30.0,
              "dev_successes": 3.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 69819.0,
              "planned_trials": 5.0,
              "reward": 0.7,
              "success_rate": 0.6,
              "successes": 3.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 2.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 0.866667,
            "success_rate": 0.8,
            "cost_usd": 150.603773,
            "cost_source": "harness",
            "hours": 5.688,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "05-chopping-food/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-18T03:23:31.137232",
            "finished_at": "2026-08-18T09:04:47.759970",
            "input_tokens": 222801125,
            "cached_tokens": 221309157,
            "output_tokens": 1001499,
            "metrics": {
              "dev_episodes": 39.0,
              "dev_successes": 17.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 42645.0,
              "planned_trials": 5.0,
              "reward": 0.866667,
              "success_rate": 0.8,
              "successes": 4.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 2.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 0.4,
            "success_rate": 0.2,
            "cost_usd": 109.710607,
            "cost_source": "harness",
            "hours": 5.676,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "06-setting-the-table/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-18T13:33:05.999701",
            "finished_at": "2026-08-18T19:13:39.563312",
            "input_tokens": 142260009,
            "cached_tokens": 140766805,
            "output_tokens": 976131,
            "metrics": {
              "dev_episodes": 36.0,
              "dev_successes": 4.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.4,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 0.55,
            "success_rate": 0.2,
            "cost_usd": 126.696513,
            "cost_source": "harness",
            "hours": 7.1618,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "07-portioning-meals/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-19T02:14:34.653698",
            "finished_at": "2026-08-19T09:24:17.024828",
            "input_tokens": 165645830,
            "cached_tokens": 163956175,
            "output_tokens": 1113221,
            "metrics": {
              "dev_episodes": 32.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 74952.0,
              "planned_trials": 5.0,
              "reward": 0.55,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 2.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 0.466667,
            "success_rate": 0.0,
            "cost_usd": 139.011517,
            "cost_source": "harness",
            "hours": 6.7357,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "08-defrosting-food/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-18T15:37:52.986690",
            "finished_at": "2026-08-18T22:22:01.655001",
            "input_tokens": 187502522,
            "cached_tokens": 185817194,
            "output_tokens": 1170344,
            "metrics": {
              "dev_episodes": 74.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.466667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.466667,
            "success_rate": 0.2,
            "cost_usd": 199.593656,
            "cost_source": "harness",
            "hours": 6.7469,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "09-arranging-buffet/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-18T19:13:44.450421",
            "finished_at": "2026-08-19T01:58:33.434711",
            "input_tokens": 250683270,
            "cached_tokens": 245967433,
            "output_tokens": 1173804,
            "metrics": {
              "dev_episodes": 50.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 72135.0,
              "planned_trials": 5.0,
              "reward": 0.466667,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 0.633333,
            "success_rate": 0.2,
            "cost_usd": 112.393853,
            "cost_source": "harness",
            "hours": 6.0649,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "10-serving-beverages/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-17T22:25:35.728019",
            "finished_at": "2026-08-18T04:29:29.217636",
            "input_tokens": 142907014,
            "cached_tokens": 141337455,
            "output_tokens": 1041521,
            "metrics": {
              "dev_episodes": 21.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 39111.0,
              "planned_trials": 5.0,
              "reward": 0.633333,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.2,
            "success_rate": 0.2,
            "cost_usd": 136.468095,
            "cost_source": "harness",
            "hours": 7.8405,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "11-loading-fridge/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-19T06:45:31.563583",
            "finished_at": "2026-08-19T14:35:57.332607",
            "input_tokens": 169164296,
            "cached_tokens": 167281880,
            "output_tokens": 1360449,
            "metrics": {
              "dev_episodes": 47.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 72485.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 107.089389,
            "cost_source": "harness",
            "hours": 6.9602,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "12-managing-freezer-space/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-19T09:24:23.165219",
            "finished_at": "2026-08-19T16:21:59.863613",
            "input_tokens": 124617017,
            "cached_tokens": 122953638,
            "output_tokens": 1159440,
            "metrics": {
              "dev_episodes": 25.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "13-clearing-table": {
            "reward": 0.4,
            "success_rate": 0.0,
            "cost_usd": 114.112401,
            "cost_source": "harness",
            "hours": 6.5759,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "13-clearing-table/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-19T20:12:16.376700",
            "finished_at": "2026-08-20T02:46:49.578098",
            "input_tokens": 140674066,
            "cached_tokens": 139047152,
            "output_tokens": 1133099,
            "metrics": {
              "dev_episodes": 34.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 74230.0,
              "planned_trials": 5.0,
              "reward": 0.4,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 156.544185,
            "cost_source": "harness",
            "hours": 7.214,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "14-microwaving-food/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-19T20:12:16.375285",
            "finished_at": "2026-08-20T03:25:06.624721",
            "input_tokens": 217910008,
            "cached_tokens": 216092240,
            "output_tokens": 1213185,
            "metrics": {
              "dev_episodes": 35.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 57727.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 0.733333,
            "success_rate": 0.2,
            "cost_usd": 152.839663,
            "cost_source": "harness",
            "hours": 6.9743,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "15-storing-leftovers/claude-code/anthropic_claude-opus-5",
            "started_at": "2026-08-19T20:12:16.376247",
            "finished_at": "2026-08-20T03:10:43.721402",
            "input_tokens": 219847378,
            "cached_tokens": 218138676,
            "output_tokens": 1067707,
            "metrics": {
              "dev_episodes": 39.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 68011.0,
              "planned_trials": 5.0,
              "reward": 0.733333,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.09,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "EASY": {
            "score": 0.21,
            "reward": 0.21,
            "success_rate": 0.08,
            "cost_usd": 17.000981,
            "cost_usd_mean": 3.400196,
            "hours_median": 10.2888,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.033333,
            "reward": 0.033333,
            "success_rate": 0.0,
            "cost_usd": 15.895223,
            "cost_usd_mean": 3.179045,
            "hours_median": 8.7474,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.026667,
            "reward": 0.026667,
            "success_rate": 0.0,
            "cost_usd": 16.667252,
            "cost_usd_mean": 3.33345,
            "hours_median": 9.1254,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 0.6,
            "success_rate": 0.2,
            "cost_usd": 3.192642,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 8.5393,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "01-washing-dishes/claude-code/glm-5.3-flash",
            "started_at": "2026-09-01T00:57:35.476397",
            "finished_at": "2026-09-01T09:29:57.020811",
            "input_tokens": 75453276,
            "cached_tokens": 72486400,
            "output_tokens": 1146038,
            "metrics": {
              "dev_episodes": 92.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 74053.0,
              "planned_trials": 5.0,
              "reward": 0.6,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 1.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 0.2,
            "success_rate": 0.0,
            "cost_usd": 3.276994,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 10.365,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "02-sauteing-vegetables/claude-code/glm-5.3-flash",
            "started_at": "2026-09-01T09:29:58.481410",
            "finished_at": "2026-09-01T19:51:52.636819",
            "input_tokens": 83297543,
            "cached_tokens": 80832064,
            "output_tokens": 964421,
            "metrics": {
              "dev_episodes": 111.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 40319.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.239923,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 10.2888,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "03-baking/claude-code/glm-5.3-flash",
            "started_at": "2026-09-01T19:51:54.127780",
            "finished_at": "2026-09-02T06:09:13.678411",
            "input_tokens": 79177923,
            "cached_tokens": 76422656,
            "output_tokens": 1067906,
            "metrics": {
              "dev_episodes": 86.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 63316.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 0.05,
            "success_rate": 0.0,
            "cost_usd": 2.86068,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 9.4687,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "04-reheating-food/claude-code/glm-5.3-flash",
            "started_at": "2026-09-02T06:09:18.681148",
            "finished_at": "2026-09-02T15:37:25.921927",
            "input_tokens": 70744107,
            "cached_tokens": 68231296,
            "output_tokens": 873639,
            "metrics": {
              "dev_episodes": 72.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 73372.0,
              "planned_trials": 5.0,
              "reward": 0.05,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 0.2,
            "success_rate": 0.2,
            "cost_usd": 4.430742,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 11.4628,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "05-chopping-food/claude-code/glm-5.3-flash",
            "started_at": "2026-09-02T15:37:31.556613",
            "finished_at": "2026-09-03T03:05:17.666141",
            "input_tokens": 113767922,
            "cached_tokens": 110392384,
            "output_tokens": 1225279,
            "metrics": {
              "dev_episodes": 35.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.128584,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 7.4904,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "06-setting-the-table/claude-code/glm-5.3-flash",
            "started_at": "2026-09-07T20:49:43.586910",
            "finished_at": "2026-09-08T04:19:09.149422",
            "input_tokens": 75945321,
            "cached_tokens": 73083328,
            "output_tokens": 1013570,
            "metrics": {
              "dev_episodes": 62.0,
              "dev_successes": 11.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 1.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 0.05,
            "success_rate": 0.0,
            "cost_usd": 2.42391,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 6.6474,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "07-portioning-meals/claude-code/glm-5.3-flash",
            "started_at": "2026-09-03T09:44:26.617186",
            "finished_at": "2026-09-03T16:23:17.359663",
            "input_tokens": 61834977,
            "cached_tokens": 60049152,
            "output_tokens": 709124,
            "metrics": {
              "dev_episodes": 85.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 6720.0,
              "planned_trials": 5.0,
              "reward": 0.05,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 1.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.300265,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 10.2336,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "08-defrosting-food/claude-code/glm-5.3-flash",
            "started_at": "2026-09-03T16:23:18.776417",
            "finished_at": "2026-09-04T02:37:19.895947",
            "input_tokens": 87730899,
            "cached_tokens": 85554304,
            "output_tokens": 814293,
            "metrics": {
              "dev_episodes": 100.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 54645.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 1.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.05,
            "success_rate": 0.0,
            "cost_usd": 3.404705,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 8.7474,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "09-arranging-buffet/claude-code/glm-5.3-flash",
            "started_at": "2026-09-04T02:37:25.042843",
            "finished_at": "2026-09-04T11:22:15.640421",
            "input_tokens": 86236298,
            "cached_tokens": 83631296,
            "output_tokens": 1010031,
            "metrics": {
              "dev_episodes": 62.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.05,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 3.637759,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 9.6195,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "10-serving-beverages/claude-code/glm-5.3-flash",
            "started_at": "2026-09-04T11:22:17.445932",
            "finished_at": "2026-09-04T20:59:27.689702",
            "input_tokens": 90396615,
            "cached_tokens": 87163968,
            "output_tokens": 1075886,
            "metrics": {
              "dev_episodes": 180.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 74000.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.133333,
            "success_rate": 0.0,
            "cost_usd": 3.542603,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 10.974,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "11-loading-fridge/claude-code/glm-5.3-flash",
            "started_at": "2026-09-04T20:59:32.959028",
            "finished_at": "2026-09-05T07:57:59.200549",
            "input_tokens": 94020915,
            "cached_tokens": 91520448,
            "output_tokens": 843839,
            "metrics": {
              "dev_episodes": 56.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 68757.0,
              "planned_trials": 5.0,
              "reward": 0.133333,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 1.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.013582,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 8.6128,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "12-managing-freezer-space/claude-code/glm-5.3-flash",
            "started_at": "2026-09-05T07:58:05.061529",
            "finished_at": "2026-09-05T16:34:50.989716",
            "input_tokens": 80078930,
            "cached_tokens": 78071872,
            "output_tokens": 740734,
            "metrics": {
              "dev_episodes": 83.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 74671.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "13-clearing-table": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.615952,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 9.1254,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "13-clearing-table/claude-code/glm-5.3-flash",
            "started_at": "2026-09-08T04:19:10.684249",
            "finished_at": "2026-09-08T13:26:42.046301",
            "input_tokens": 95089422,
            "cached_tokens": 92720832,
            "output_tokens": 958078,
            "metrics": {
              "dev_episodes": 106.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 74048.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.422734,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 6.3513,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "14-microwaving-food/claude-code/glm-5.3-flash",
            "started_at": "2026-09-08T13:26:44.001350",
            "finished_at": "2026-09-08T19:47:48.702040",
            "input_tokens": 60923978,
            "cached_tokens": 59174464,
            "output_tokens": 770146,
            "metrics": {
              "dev_episodes": 40.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 5846.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 1.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 4.072381,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 11.994,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "15-storing-leftovers/claude-code/glm-5.3-flash",
            "started_at": "2026-09-08T19:47:53.912600",
            "finished_at": "2026-09-09T07:47:32.337149",
            "input_tokens": 104705957,
            "cached_tokens": 101875520,
            "output_tokens": 1183099,
            "metrics": {
              "dev_episodes": 102.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 3.0,
              "trials_recorded": 3.0
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.086667,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "EASY": {
            "score": 0.183333,
            "reward": 0.183333,
            "success_rate": 0.0,
            "cost_usd": 8.519904,
            "cost_usd_mean": 1.703981,
            "hours_median": 2.5364,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.076667,
            "reward": 0.076667,
            "success_rate": 0.0,
            "cost_usd": 8.016171,
            "cost_usd_mean": 1.603234,
            "hours_median": 2.3572,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 10.492299,
            "cost_usd_mean": 2.09846,
            "hours_median": 2.9687,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 0.5,
            "success_rate": 0.0,
            "cost_usd": 2.0578,
            "cost_source": "harness",
            "hours": 2.8576,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "01-washing-dishes/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T15:50:02.948331",
            "finished_at": "2026-08-21T18:41:30.203825",
            "input_tokens": 74255276,
            "cached_tokens": 72901248,
            "output_tokens": 274141,
            "metrics": {
              "dev_episodes": 35.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 9427.0,
              "planned_trials": 5.0,
              "reward": 0.5,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 0.1,
            "success_rate": 0.0,
            "cost_usd": 1.448153,
            "cost_source": "harness",
            "hours": 2.486,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "02-sauteing-vegetables/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T15:50:02.948454",
            "finished_at": "2026-08-21T18:19:12.639813",
            "input_tokens": 47257115,
            "cached_tokens": 46250112,
            "output_tokens": 268125,
            "metrics": {
              "dev_episodes": 50.0,
              "dev_successes": 1.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 10607.0,
              "planned_trials": 5.0,
              "reward": 0.1,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.351384,
            "cost_source": "harness",
            "hours": 2.1696,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "03-baking/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T15:50:02.951477",
            "finished_at": "2026-08-21T18:00:13.472997",
            "input_tokens": 44455466,
            "cached_tokens": 43397632,
            "output_tokens": 226554,
            "metrics": {
              "dev_episodes": 29.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 978.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 0.05,
            "success_rate": 0.0,
            "cost_usd": 1.832998,
            "cost_source": "harness",
            "hours": 2.5364,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "04-reheating-food/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T18:00:15.038812",
            "finished_at": "2026-08-21T20:32:26.084127",
            "input_tokens": 63397652,
            "cached_tokens": 62131968,
            "output_tokens": 281018,
            "metrics": {
              "dev_episodes": 16.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 12775.0,
              "planned_trials": 5.0,
              "reward": 0.05,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 0.266667,
            "success_rate": 0.0,
            "cost_usd": 1.829569,
            "cost_source": "harness",
            "hours": 2.5659,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "05-chopping-food/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T18:19:14.005426",
            "finished_at": "2026-08-21T20:53:11.141159",
            "input_tokens": 63097802,
            "cached_tokens": 61885056,
            "output_tokens": 291099,
            "metrics": {
              "dev_episodes": 57.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 5562.0,
              "planned_trials": 5.0,
              "reward": 0.266667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 0.05,
            "success_rate": 0.0,
            "cost_usd": 1.730946,
            "cost_source": "harness",
            "hours": 2.5019,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "06-setting-the-table/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-24T17:29:21.373797",
            "finished_at": "2026-08-24T19:59:28.173571",
            "input_tokens": 60602172,
            "cached_tokens": 59427968,
            "output_tokens": 256288,
            "metrics": {
              "dev_episodes": 49.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 3163.0,
              "planned_trials": 5.0,
              "reward": 0.05,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 0.15,
            "success_rate": 0.0,
            "cost_usd": 1.180066,
            "cost_source": "harness",
            "hours": 2.2519,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "07-portioning-meals/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T20:32:27.632382",
            "finished_at": "2026-08-21T22:47:34.442719",
            "input_tokens": 36745075,
            "cached_tokens": 35801984,
            "output_tokens": 229507,
            "metrics": {
              "dev_episodes": 14.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 3119.0,
              "planned_trials": 5.0,
              "reward": 0.15,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.519211,
            "cost_source": "harness",
            "hours": 2.3572,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "08-defrosting-food/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T20:53:12.502608",
            "finished_at": "2026-08-21T23:14:38.561966",
            "input_tokens": 51255615,
            "cached_tokens": 50205440,
            "output_tokens": 254223,
            "metrics": {
              "dev_episodes": 52.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 3917.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.116667,
            "success_rate": 0.0,
            "cost_usd": 1.642312,
            "cost_source": "harness",
            "hours": 2.2512,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "09-arranging-buffet/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T22:47:35.879039",
            "finished_at": "2026-08-22T01:02:40.206383",
            "input_tokens": 55185316,
            "cached_tokens": 53953920,
            "output_tokens": 264129,
            "metrics": {
              "dev_episodes": 37.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 809.0,
              "planned_trials": 5.0,
              "reward": 0.116667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 1.943635,
            "cost_source": "harness",
            "hours": 2.5158,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "10-serving-beverages/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T22:54:45.011970",
            "finished_at": "2026-08-22T01:25:41.744002",
            "input_tokens": 71007758,
            "cached_tokens": 69780736,
            "output_tokens": 252180,
            "metrics": {
              "dev_episodes": 34.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 8564.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 3.21289,
            "cost_source": "harness",
            "hours": 3.2886,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "11-loading-fridge/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-21T23:14:40.049213",
            "finished_at": "2026-08-22T02:31:58.955151",
            "input_tokens": 123155035,
            "cached_tokens": 121501440,
            "output_tokens": 376785,
            "metrics": {
              "dev_episodes": 36.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 682.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.00801,
            "cost_source": "harness",
            "hours": 3.0046,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "12-managing-freezer-space/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-22T01:02:41.729405",
            "finished_at": "2026-08-22T04:02:58.400571",
            "input_tokens": 72083865,
            "cached_tokens": 70816768,
            "output_tokens": 281879,
            "metrics": {
              "dev_episodes": 23.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 1868.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "13-clearing-table": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.699137,
            "cost_source": "harness",
            "hours": 2.5607,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "13-clearing-table/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-24T19:59:29.656408",
            "finished_at": "2026-08-24T22:33:08.118188",
            "input_tokens": 57524472,
            "cached_tokens": 56302464,
            "output_tokens": 273905,
            "metrics": {
              "dev_episodes": 53.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 2635.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 2.320911,
            "cost_source": "harness",
            "hours": 2.9687,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "14-microwaving-food/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-22T02:32:00.455793",
            "finished_at": "2026-08-22T05:30:07.850712",
            "input_tokens": 84878759,
            "cached_tokens": 83521280,
            "output_tokens": 315825,
            "metrics": {
              "dev_episodes": 58.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 4772.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.251352,
            "cost_source": "harness",
            "hours": 2.1432,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "15-storing-leftovers/codex/openai_gpt-5.6-luna",
            "started_at": "2026-08-22T04:02:59.936877",
            "finished_at": "2026-08-22T06:11:35.414589",
            "input_tokens": 40970260,
            "cached_tokens": 40029824,
            "output_tokens": 218890,
            "metrics": {
              "dev_episodes": 14.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 8303.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.414444,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "EASY": {
            "score": 0.85,
            "reward": 0.85,
            "success_rate": 0.72,
            "cost_usd": 289.680973,
            "cost_usd_mean": 57.936195,
            "hours_median": 5.5289,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.286667,
            "reward": 0.286667,
            "success_rate": 0.08,
            "cost_usd": 307.41294,
            "cost_usd_mean": 61.482588,
            "hours_median": 5.443,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.106667,
            "reward": 0.106667,
            "success_rate": 0.0,
            "cost_usd": 250.305924,
            "cost_usd_mean": 50.061185,
            "hours_median": 4.3797,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 0.7,
            "success_rate": 0.6,
            "cost_usd": 71.917354,
            "cost_source": "harness",
            "hours": 6.995,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "01-washing-dishes/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T01:29:46.271954",
            "finished_at": "2026-08-25T08:29:28.329547",
            "input_tokens": 139275447,
            "cached_tokens": 136872576,
            "output_tokens": 377842,
            "metrics": {
              "dev_episodes": 23.0,
              "dev_successes": 2.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 71764.0,
              "planned_trials": 5.0,
              "reward": 0.7,
              "success_rate": 0.6,
              "successes": 3.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 2.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 61.148512,
            "cost_source": "harness",
            "hours": 6.7787,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "02-sauteing-vegetables/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T01:29:46.272057",
            "finished_at": "2026-08-25T08:16:29.590971",
            "input_tokens": 115197083,
            "cached_tokens": 112963200,
            "output_tokens": 351385,
            "metrics": {
              "dev_episodes": 21.0,
              "dev_successes": 2.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 57688.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 38.408042,
            "cost_source": "harness",
            "hours": 3.4876,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "03-baking/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T08:16:30.970674",
            "finished_at": "2026-08-25T11:45:46.306192",
            "input_tokens": 66715611,
            "cached_tokens": 65030656,
            "output_tokens": 282798,
            "metrics": {
              "dev_episodes": 17.0,
              "dev_successes": 1.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 13208.0,
              "planned_trials": 5.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "successes": 5.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 0.75,
            "success_rate": 0.4,
            "cost_usd": 71.45585,
            "cost_source": "harness",
            "hours": 5.5289,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "04-reheating-food/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T08:29:29.748367",
            "finished_at": "2026-08-25T14:01:13.690325",
            "input_tokens": 133738916,
            "cached_tokens": 130942976,
            "output_tokens": 394745,
            "metrics": {
              "dev_episodes": 22.0,
              "dev_successes": 4.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 14442.0,
              "planned_trials": 5.0,
              "reward": 0.75,
              "success_rate": 0.4,
              "successes": 2.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 3.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 0.8,
            "success_rate": 0.6,
            "cost_usd": 46.751214,
            "cost_source": "harness",
            "hours": 3.3836,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "05-chopping-food/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T11:45:47.771211",
            "finished_at": "2026-08-25T15:08:48.742001",
            "input_tokens": 85001222,
            "cached_tokens": 83064704,
            "output_tokens": 288963,
            "metrics": {
              "dev_episodes": 18.0,
              "dev_successes": 2.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 15068.0,
              "planned_trials": 5.0,
              "reward": 0.8,
              "success_rate": 0.6,
              "successes": 3.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 2.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 0.2,
            "success_rate": 0.0,
            "cost_usd": 47.053554,
            "cost_source": "harness",
            "hours": 3.8425,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "06-setting-the-table/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T14:01:15.088964",
            "finished_at": "2026-08-25T17:51:48.139127",
            "input_tokens": 86202674,
            "cached_tokens": 84521984,
            "output_tokens": 326100,
            "metrics": {
              "dev_episodes": 13.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 24493.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 0.8,
            "success_rate": 0.4,
            "cost_usd": 51.319227,
            "cost_source": "harness",
            "hours": 4.2859,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "07-portioning-meals/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T15:08:50.229821",
            "finished_at": "2026-08-25T19:25:59.500197",
            "input_tokens": 93580212,
            "cached_tokens": 91561728,
            "output_tokens": 331030,
            "metrics": {
              "dev_episodes": 28.0,
              "dev_successes": 1.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 24488.0,
              "planned_trials": 5.0,
              "reward": 0.8,
              "success_rate": 0.4,
              "successes": 2.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 0.366667,
            "success_rate": 0.0,
            "cost_usd": 64.878606,
            "cost_source": "harness",
            "hours": 8.2091,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "08-defrosting-food/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T17:51:49.577419",
            "finished_at": "2026-08-26T02:04:22.223982",
            "input_tokens": 122272442,
            "cached_tokens": 119696384,
            "output_tokens": 334791,
            "metrics": {
              "dev_episodes": 11.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 23315.0,
              "planned_trials": 5.0,
              "reward": 0.366667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 78.268408,
            "cost_source": "harness",
            "hours": 7.7118,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "09-arranging-buffet/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-25T19:26:01.003191",
            "finished_at": "2026-08-26T03:08:43.553671",
            "input_tokens": 146063782,
            "cached_tokens": 143123200,
            "output_tokens": 462840,
            "metrics": {
              "dev_episodes": 24.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 27341.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 65.893146,
            "cost_source": "harness",
            "hours": 5.443,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "10-serving-beverages/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-26T19:00:26.489299",
            "finished_at": "2026-08-27T00:27:01.436453",
            "input_tokens": 125583189,
            "cached_tokens": 123313664,
            "output_tokens": 374479,
            "metrics": {
              "dev_episodes": 23.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 63943.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 62.186139,
            "cost_source": "harness",
            "hours": 5.1411,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "11-loading-fridge/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-26T19:00:26.530522",
            "finished_at": "2026-08-27T00:08:54.583600",
            "input_tokens": 114392753,
            "cached_tokens": 111925248,
            "output_tokens": 377301,
            "metrics": {
              "dev_episodes": 10.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 15710.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 55.626046,
            "cost_source": "harness",
            "hours": 4.4883,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "12-managing-freezer-space/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-26T06:13:58.768972",
            "finished_at": "2026-08-26T10:43:16.525625",
            "input_tokens": 99422865,
            "cached_tokens": 97294976,
            "output_tokens": 409825,
            "metrics": {
              "dev_episodes": 17.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 22125.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "13-clearing-table": {
            "reward": 0.133333,
            "success_rate": 0.0,
            "cost_usd": 42.542494,
            "cost_source": "harness",
            "hours": 4.0599,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "13-clearing-table/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-26T19:00:26.488772",
            "finished_at": "2026-08-26T23:04:02.240974",
            "input_tokens": 71517745,
            "cached_tokens": 69197824,
            "output_tokens": 279184,
            "metrics": {
              "dev_episodes": 14.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 32172.0,
              "planned_trials": 5.0,
              "reward": 0.133333,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 49.870571,
            "cost_source": "harness",
            "hours": 4.3797,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "14-microwaving-food/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-26T10:43:18.094453",
            "finished_at": "2026-08-26T15:06:04.967251",
            "input_tokens": 89774802,
            "cached_tokens": 87817088,
            "output_tokens": 345644,
            "metrics": {
              "dev_episodes": 12.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 25457.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 0.333333,
            "success_rate": 0.0,
            "cost_usd": 40.080674,
            "cost_source": "harness",
            "hours": 3.5486,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "15-storing-leftovers/codex/openai_gpt-5.6-sol",
            "started_at": "2026-08-26T11:59:30.632036",
            "finished_at": "2026-08-26T15:32:25.758271",
            "input_tokens": 71573315,
            "cached_tokens": 69930624,
            "output_tokens": 276883,
            "metrics": {
              "dev_episodes": 12.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 22765.0,
              "planned_trials": 5.0,
              "reward": 0.333333,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.154444,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "EASY": {
            "score": 0.34,
            "reward": 0.34,
            "success_rate": 0.16,
            "cost_usd": 57.671425,
            "cost_usd_mean": 11.534285,
            "hours_median": 1.8187,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.083333,
            "reward": 0.083333,
            "success_rate": 0.0,
            "cost_usd": 70.184133,
            "cost_usd_mean": 14.036827,
            "hours_median": 2.0188,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.04,
            "reward": 0.04,
            "success_rate": 0.0,
            "cost_usd": 64.45652,
            "cost_usd_mean": 12.891304,
            "hours_median": 2.0444,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 0.5,
            "success_rate": 0.0,
            "cost_usd": 13.868341,
            "cost_source": "harness",
            "hours": 2.3976,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "01-washing-dishes/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-24T17:30:28.355517",
            "finished_at": "2026-08-24T19:54:19.823696",
            "input_tokens": 44759709,
            "cached_tokens": 43646976,
            "output_tokens": 242790,
            "metrics": {
              "dev_episodes": 15.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 878.0,
              "planned_trials": 5.0,
              "reward": 0.5,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 0.5,
            "success_rate": 0.4,
            "cost_usd": 10.43872,
            "cost_source": "harness",
            "hours": 1.448,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "02-sauteing-vegetables/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-24T17:30:28.350322",
            "finished_at": "2026-08-24T18:57:21.006998",
            "input_tokens": 34562005,
            "cached_tokens": 33743232,
            "output_tokens": 171044,
            "metrics": {
              "dev_episodes": 7.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 92.0,
              "planned_trials": 5.0,
              "reward": 0.5,
              "success_rate": 0.4,
              "successes": 2.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 0.4,
            "success_rate": 0.4,
            "cost_usd": 10.799102,
            "cost_source": "harness",
            "hours": 1.7349,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "03-baking/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-24T18:57:22.383452",
            "finished_at": "2026-08-24T20:41:28.114626",
            "input_tokens": 34014672,
            "cached_tokens": 33187072,
            "output_tokens": 208874,
            "metrics": {
              "dev_episodes": 3.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 130.0,
              "planned_trials": 5.0,
              "reward": 0.4,
              "success_rate": 0.4,
              "successes": 2.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 0.1,
            "success_rate": 0.0,
            "cost_usd": 11.349801,
            "cost_source": "harness",
            "hours": 1.8187,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "04-reheating-food/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-24T19:54:21.277117",
            "finished_at": "2026-08-24T21:43:28.607490",
            "input_tokens": 36827642,
            "cached_tokens": 35929984,
            "output_tokens": 197374,
            "metrics": {
              "dev_episodes": 6.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 408.0,
              "planned_trials": 5.0,
              "reward": 0.1,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 0.2,
            "success_rate": 0.0,
            "cost_usd": 11.21546,
            "cost_source": "harness",
            "hours": 1.9952,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "05-chopping-food/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-24T20:41:29.603024",
            "finished_at": "2026-08-24T22:41:12.454809",
            "input_tokens": 35088256,
            "cached_tokens": 34240000,
            "output_tokens": 222579,
            "metrics": {
              "dev_episodes": 7.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 343.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 0.1,
            "success_rate": 0.0,
            "cost_usd": 13.905358,
            "cost_source": "harness",
            "hours": 2.2944,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "06-setting-the-table/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-24T21:43:30.141184",
            "finished_at": "2026-08-25T00:01:10.015106",
            "input_tokens": 44512372,
            "cached_tokens": 43275392,
            "output_tokens": 231360,
            "metrics": {
              "dev_episodes": 16.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 488.0,
              "planned_trials": 5.0,
              "reward": 0.1,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 0.15,
            "success_rate": 0.0,
            "cost_usd": 12.502327,
            "cost_source": "harness",
            "hours": 1.8952,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "07-portioning-meals/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-24T22:41:14.056500",
            "finished_at": "2026-08-25T00:34:56.802793",
            "input_tokens": 40838712,
            "cached_tokens": 39761536,
            "output_tokens": 199639,
            "metrics": {
              "dev_episodes": 11.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 913.0,
              "planned_trials": 5.0,
              "reward": 0.15,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 0.1,
            "success_rate": 0.0,
            "cost_usd": 17.611392,
            "cost_source": "harness",
            "hours": 2.3352,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "08-defrosting-food/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-25T00:01:11.523854",
            "finished_at": "2026-08-25T02:21:18.084231",
            "input_tokens": 61118808,
            "cached_tokens": 59819520,
            "output_tokens": 254076,
            "metrics": {
              "dev_episodes": 9.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 651.0,
              "planned_trials": 5.0,
              "reward": 0.1,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 12.408536,
            "cost_source": "harness",
            "hours": 1.7995,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "09-arranging-buffet/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-25T00:34:58.311122",
            "finished_at": "2026-08-25T02:22:56.416423",
            "input_tokens": 39374321,
            "cached_tokens": 38263168,
            "output_tokens": 211133,
            "metrics": {
              "dev_episodes": 3.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 476.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 13.75652,
            "cost_source": "harness",
            "hours": 2.0188,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "10-serving-beverages/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-25T02:21:19.581670",
            "finished_at": "2026-08-25T04:22:27.327334",
            "input_tokens": 44535539,
            "cached_tokens": 43426688,
            "output_tokens": 237790,
            "metrics": {
              "dev_episodes": 10.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 501.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 14.12242,
            "cost_source": "harness",
            "hours": 1.75,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "11-loading-fridge/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-25T02:22:57.797574",
            "finished_at": "2026-08-25T04:07:57.846037",
            "input_tokens": 48037682,
            "cached_tokens": 46800000,
            "output_tokens": 190588,
            "metrics": {
              "dev_episodes": 10.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 213.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 14.143482,
            "cost_source": "harness",
            "hours": 2.1108,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "12-managing-freezer-space/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-25T04:07:59.293287",
            "finished_at": "2026-08-25T06:14:38.186770",
            "input_tokens": 48304592,
            "cached_tokens": 47297792,
            "output_tokens": 222527,
            "metrics": {
              "dev_episodes": 9.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 282.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "13-clearing-table": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 14.210909,
            "cost_source": "harness",
            "hours": 2.0444,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "13-clearing-table/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-25T04:22:28.787674",
            "finished_at": "2026-08-25T06:25:08.592224",
            "input_tokens": 46692780,
            "cached_tokens": 45585664,
            "output_tokens": 239962,
            "metrics": {
              "dev_episodes": 13.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 186.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 9.369439,
            "cost_source": "harness",
            "hours": 1.6572,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "14-microwaving-food/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-25T06:14:39.504296",
            "finished_at": "2026-08-25T07:54:05.383038",
            "input_tokens": 28247125,
            "cached_tokens": 27401344,
            "output_tokens": 183134,
            "metrics": {
              "dev_episodes": 5.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 244.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 0.2,
            "success_rate": 0.0,
            "cost_usd": 12.61027,
            "cost_source": "harness",
            "hours": 2.0541,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "15-storing-leftovers/codex/openai_gpt-5.6-terra",
            "started_at": "2026-08-25T06:25:10.084008",
            "finished_at": "2026-08-25T08:28:24.896875",
            "input_tokens": 41538120,
            "cached_tokens": 40559488,
            "output_tokens": 211759,
            "metrics": {
              "dev_episodes": 14.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 495.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          }
        }
      },
      "gemini37flash": {
        "score": 0.21,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "EASY": {
            "score": 0.24,
            "reward": 0.24,
            "success_rate": 0.04,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 2.5429,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.27,
            "reward": 0.27,
            "success_rate": 0.08,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 2.149,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.12,
            "reward": 0.12,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 2.5394,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 0.5,
            "success_rate": 0.2,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.5872,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "01-washing-dishes/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-09-03T10:45:30.416636",
            "finished_at": "2026-09-03T13:20:44.415197",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 15.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 2722.0,
              "planned_trials": 5.0,
              "reward": 0.5,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.5429,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.harvard_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "02-sauteing-vegetables/antigravity-cli/google_gemini-3.7-flash",
            "started_at": "2026-09-03T13:20:50.461175",
            "finished_at": "2026-09-03T15:53:24.942551",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 5.0,
              "dev_successes": 1.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 2236.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 0.2,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.5547,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "03-baking/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-06T16:27:52.174378",
            "finished_at": "2026-09-06T19:01:09.188932",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 53.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 15150.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 0.3,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.7647,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "04-reheating-food/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-06T16:27:52.170585",
            "finished_at": "2026-09-06T18:13:45.239845",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 85.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 18792.0,
              "planned_trials": 5.0,
              "reward": 0.3,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 0.2,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.1109,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "05-chopping-food/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-06T18:13:48.013015",
            "finished_at": "2026-09-06T20:20:27.142953",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 28.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 15422.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 0.5,
            "success_rate": 0.2,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.2089,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "06-setting-the-table/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-08T10:05:29.662186",
            "finished_at": "2026-09-08T12:18:01.839941",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 91.0,
              "dev_successes": 1.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 53778.0,
              "planned_trials": 5.0,
              "reward": 0.5,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 0.4,
            "success_rate": 0.2,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.5419,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "07-portioning-meals/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-06T19:01:12.021268",
            "finished_at": "2026-09-06T20:33:42.829136",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 18.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 3988.0,
              "planned_trials": 5.0,
              "reward": 0.4,
              "success_rate": 0.2,
              "successes": 1.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 0.15,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.793,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "08-defrosting-food/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-07T16:17:40.878720",
            "finished_at": "2026-09-07T18:05:15.530358",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 15.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 7170.0,
              "planned_trials": 5.0,
              "reward": 0.15,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.166667,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.149,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "09-arranging-buffet/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-07T16:17:40.866565",
            "finished_at": "2026-09-07T18:26:37.159370",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 42.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 2575.0,
              "planned_trials": 5.0,
              "reward": 0.166667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 0.133333,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.4632,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "10-serving-beverages/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-06T22:07:21.279277",
            "finished_at": "2026-09-07T00:35:08.768474",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 18.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 10294.0,
              "planned_trials": 5.0,
              "reward": 0.133333,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.266667,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.4952,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "11-loading-fridge/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-06T22:07:21.455080",
            "finished_at": "2026-09-07T00:37:04.279068",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 11.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 2205.0,
              "planned_trials": 5.0,
              "reward": 0.266667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.5255,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "12-managing-freezer-space/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-07T03:21:11.338932",
            "finished_at": "2026-09-07T05:52:43.178594",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 29.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 3347.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "13-clearing-table": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 3.2003,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "13-clearing-table/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-07T03:21:11.338591",
            "finished_at": "2026-09-07T06:33:12.359120",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 11.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 4801.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.5394,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "14-microwaving-food/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-07T11:13:52.193018",
            "finished_at": "2026-09-07T13:46:13.990047",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 31.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 7388.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 0.333333,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 3.5037,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "15-storing-leftovers/antigravity-cli/google_gemini-3.7-flash-high",
            "started_at": "2026-09-07T11:13:52.187936",
            "finished_at": "2026-09-07T14:44:05.524010",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "dev_episodes": 7.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 1950.0,
              "planned_trials": 5.0,
              "reward": 0.333333,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.194445,
        "complete": true,
        "n_runs": 15,
        "n_subtasks": 15,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "EASY": {
            "score": 0.433333,
            "reward": 0.433333,
            "success_rate": 0.24,
            "cost_usd": 6.959221,
            "cost_usd_mean": 1.391844,
            "hours_median": 3.8258,
            "n_runs": 5,
            "complete": true
          },
          "MEDIUM": {
            "score": 0.043333,
            "reward": 0.043333,
            "success_rate": 0.0,
            "cost_usd": 6.616203,
            "cost_usd_mean": 1.323241,
            "hours_median": 3.2291,
            "n_runs": 5,
            "complete": true
          },
          "HARD": {
            "score": 0.106667,
            "reward": 0.106667,
            "success_rate": 0.0,
            "cost_usd": 7.039056,
            "cost_usd_mean": 1.407811,
            "hours_median": 3.8082,
            "n_runs": 5,
            "complete": true
          }
        },
        "subtasks": {
          "01-washing-dishes": {
            "reward": 0.866667,
            "success_rate": 0.6,
            "cost_usd": 1.047583,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.1394,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "01-washing-dishes/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-11T21:37:21.369695",
            "finished_at": "2026-09-11T23:45:43.235135",
            "input_tokens": 56911744,
            "cached_tokens": 56459776,
            "output_tokens": 768690,
            "metrics": {
              "dev_episodes": 39.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 13974.0,
              "planned_trials": 5.0,
              "reward": 0.866667,
              "success_rate": 0.6,
              "successes": 3.0,
              "tasks_practised": 1.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "02-sauteing-vegetables": {
            "reward": 0.7,
            "success_rate": 0.6,
            "cost_usd": 1.438258,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.8258,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "02-sauteing-vegetables/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-11T23:45:46.795061",
            "finished_at": "2026-09-12T03:35:19.564077",
            "input_tokens": 127456398,
            "cached_tokens": 126940288,
            "output_tokens": 834336,
            "metrics": {
              "dev_episodes": 166.0,
              "dev_successes": 5.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 44581.0,
              "planned_trials": 5.0,
              "reward": 0.7,
              "success_rate": 0.6,
              "successes": 3.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "03-baking": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.378247,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 4.7156,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "03-baking/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-13T21:44:25.082189",
            "finished_at": "2026-09-14T02:27:21.146513",
            "input_tokens": 99767448,
            "cached_tokens": 99148416,
            "output_tokens": 880886,
            "metrics": {
              "dev_episodes": 89.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 13585.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "04-reheating-food": {
            "reward": 0.2,
            "success_rate": 0.0,
            "cost_usd": 1.367259,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.6613,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "04-reheating-food/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T08:21:23.255113",
            "finished_at": "2026-09-12T12:01:03.824589",
            "input_tokens": 106138804,
            "cached_tokens": 105604096,
            "output_tokens": 857479,
            "metrics": {
              "dev_episodes": 74.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 68628.0,
              "planned_trials": 5.0,
              "reward": 0.2,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "05-chopping-food": {
            "reward": 0.4,
            "success_rate": 0.0,
            "cost_usd": 1.727874,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 7.5671,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "05-chopping-food/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T12:01:06.956063",
            "finished_at": "2026-09-12T19:35:08.447948",
            "input_tokens": 178443008,
            "cached_tokens": 177824384,
            "output_tokens": 876082,
            "metrics": {
              "dev_episodes": 77.0,
              "dev_successes": 1.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 71265.0,
              "planned_trials": 5.0,
              "reward": 0.4,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "06-setting-the-table": {
            "reward": 0.1,
            "success_rate": 0.0,
            "cost_usd": 1.187168,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.7388,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "06-setting-the-table/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-13T21:44:25.080386",
            "finished_at": "2026-09-14T00:28:44.774872",
            "input_tokens": 86307469,
            "cached_tokens": 85796352,
            "output_tokens": 762314,
            "metrics": {
              "dev_episodes": 83.0,
              "dev_successes": 5.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 25273.0,
              "planned_trials": 5.0,
              "reward": 0.1,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 1.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "07-portioning-meals": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.58945,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 4.2394,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "07-portioning-meals/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T23:05:11.716981",
            "finished_at": "2026-09-13T03:19:33.725165",
            "input_tokens": 135815158,
            "cached_tokens": 135225088,
            "output_tokens": 942413,
            "metrics": {
              "dev_episodes": 143.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 50607.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "08-defrosting-food": {
            "reward": 0.05,
            "success_rate": 0.0,
            "cost_usd": 1.126127,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.9531,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "08-defrosting-food/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-13T03:19:37.356323",
            "finished_at": "2026-09-13T06:16:48.438695",
            "input_tokens": 73962631,
            "cached_tokens": 73473152,
            "output_tokens": 761517,
            "metrics": {
              "dev_episodes": 81.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 36212.0,
              "planned_trials": 5.0,
              "reward": 0.05,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "09-arranging-buffet": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.545316,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.616,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "09-arranging-buffet/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-14T02:27:24.475559",
            "finished_at": "2026-09-14T06:04:22.126116",
            "input_tokens": 118451687,
            "cached_tokens": 117837184,
            "output_tokens": 974206,
            "metrics": {
              "dev_episodes": 77.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 17611.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "10-serving-beverages": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 1.168142,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.2291,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "10-serving-beverages/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-14T00:28:47.807270",
            "finished_at": "2026-09-14T03:42:32.722985",
            "input_tokens": 90948283,
            "cached_tokens": 90382464,
            "output_tokens": 704569,
            "metrics": {
              "dev_episodes": 105.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 65914.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "11-loading-fridge": {
            "reward": 0.4,
            "success_rate": 0.0,
            "cost_usd": 1.129745,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 8.3051,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "11-loading-fridge/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-13T12:18:29.969639",
            "finished_at": "2026-09-13T20:36:48.285854",
            "input_tokens": 84782637,
            "cached_tokens": 84315904,
            "output_tokens": 717010,
            "metrics": {
              "dev_episodes": 114.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 36638.0,
              "planned_trials": 5.0,
              "reward": 0.4,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "12-managing-freezer-space": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.850191,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 6.5951,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "12-managing-freezer-space/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-13T01:34:02.979753",
            "finished_at": "2026-09-13T08:09:45.274902",
            "input_tokens": 168537102,
            "cached_tokens": 167399552,
            "output_tokens": 934383,
            "metrics": {
              "dev_episodes": 160.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 47333.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 1.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 3.0,
              "trials_recorded": 3.0
            }
          },
          "13-clearing-table": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 1.704824,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.8082,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "13-clearing-table/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T21:41:03.257941",
            "finished_at": "2026-09-13T01:29:32.920796",
            "input_tokens": 154387823,
            "cached_tokens": 153302784,
            "output_tokens": 856475,
            "metrics": {
              "dev_episodes": 65.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 75000.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "14-microwaving-food": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.151397,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.3988,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "14-microwaving-food/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T19:00:51.222059",
            "finished_at": "2026-09-12T21:24:46.796007",
            "input_tokens": 82026844,
            "cached_tokens": 81538176,
            "output_tokens": 749472,
            "metrics": {
              "dev_episodes": 91.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 18705.0,
              "planned_trials": 5.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          },
          "15-storing-leftovers": {
            "reward": 0.066667,
            "success_rate": 0.0,
            "cost_usd": 1.202898,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 2.5743,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "15-storing-leftovers/claude-code/deepseek_deepseek-flash",
            "started_at": "2026-09-12T15:48:38.580767",
            "finished_at": "2026-09-12T18:23:06.030742",
            "input_tokens": 95844547,
            "cached_tokens": 95307136,
            "output_tokens": 725665,
            "metrics": {
              "dev_episodes": 40.0,
              "dev_successes": 0.0,
              "interaction_budget": 75000.0,
              "interaction_steps": 5095.0,
              "planned_trials": 5.0,
              "reward": 0.066667,
              "success_rate": 0.0,
              "successes": 0.0,
              "tasks_practised": 3.0,
              "train_tasks_solved": 0.0,
              "trials_attempted": 5.0,
              "trials_recorded": 5.0
            }
          }
        }
      }
    },
    "task03": {
      "gemini37flash": {
        "score": 0.202784,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "01-tower-max-height": {
            "score": 0.522905,
            "reward": 0.522905,
            "success_rate": 0.522905,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.5211,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.491017,
            "reward": 0.491017,
            "success_rate": 0.491017,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.3095,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.6253,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.4935,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.1633,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.522905,
            "success_rate": 0.522905,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.5211,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "rlebench.agents.antigravity:GoogleSubscriptionAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "antigravity_cli-gemini_37_flash-20260910T233633-01_tower_max_height",
            "started_at": "2026-09-10T16:36:34.320314",
            "finished_at": "2026-09-10T17:07:50.212415",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.522905,
              "interaction_budget": 50000.0,
              "interaction_steps": 39680.0,
              "reward": 0.522905,
              "success_rate": 0.522905,
              "task_score": 52.290522,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.491017,
            "success_rate": 0.491017,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.3095,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "rlebench.agents.antigravity:GoogleSubscriptionAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "antigravity_cli-gemini_37_flash-20260910T235247-02_cantilever_overhang",
            "started_at": "2026-09-10T16:52:48.344037",
            "finished_at": "2026-09-10T17:11:22.595243",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.491017,
              "interaction_budget": 50000.0,
              "interaction_steps": 22469.0,
              "reward": 0.491017,
              "success_rate": 0.491017,
              "task_score": 49.101711,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.6253,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "rlebench.agents.antigravity:GoogleSubscriptionAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "antigravity_cli-gemini_37_flash-20260911T012050-03_balance_coins",
            "started_at": "2026-09-10T18:20:50.545466",
            "finished_at": "2026-09-10T18:58:21.799519",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49995.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.4935,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "rlebench.agents.antigravity:GoogleSubscriptionAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "antigravity_cli-gemini_37_flash-20260911T032340-04_rubik_cube",
            "started_at": "2026-09-10T20:23:41.109714",
            "finished_at": "2026-09-10T20:53:17.886704",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "actual_qtm": 2.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 8520.0,
              "optimal_qtm": 11.0,
              "recoveries": 13.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 1.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.1633,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "rlebench.agents.antigravity:GoogleSubscriptionAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "antigravity_cli-gemini_37_flash-20260910T232643-05_hidden_center_of_mass",
            "started_at": "2026-09-10T16:26:43.638243",
            "finished_at": "2026-09-10T16:36:31.476266",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "control_steps": 2714.0,
              "correct": 0.0,
              "reward": 0.0,
              "submitted": 3.0,
              "trial_1_control_steps": 1134.0,
              "trial_1_correct": 0.0,
              "trial_1_reward": 0.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 1320.0,
              "trial_2_correct": 0.0,
              "trial_2_reward": 0.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 260.0,
              "trial_3_correct": 0.0,
              "trial_3_reward": 0.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      },
      "opus48": {
        "score": 0.05284,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-tower-max-height": {
            "score": 0.264199,
            "reward": 0.264199,
            "success_rate": 0.264199,
            "cost_usd": 13.782709,
            "cost_usd_mean": 13.782709,
            "hours_median": 1.0089,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 10.808588,
            "cost_usd_mean": 10.808588,
            "hours_median": 1.0203,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 11.058326,
            "cost_usd_mean": 11.058326,
            "hours_median": 1.0059,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 43.008088,
            "cost_usd_mean": 43.008088,
            "hours_median": 3.0954,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 8.852046,
            "cost_usd_mean": 8.852046,
            "hours_median": 0.5557,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.264199,
            "success_rate": 0.264199,
            "cost_usd": 13.782709,
            "cost_source": "harness",
            "hours": 1.0089,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260910T232527-01_tower_max_height",
            "started_at": "2026-09-10T16:25:27.943173",
            "finished_at": "2026-09-10T17:25:59.974230",
            "input_tokens": 13937024,
            "cached_tokens": 13714897,
            "output_tokens": 188208,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.264199,
              "interaction_budget": 50000.0,
              "interaction_steps": 30736.0,
              "reward": 0.264199,
              "success_rate": 0.264199,
              "task_score": 26.419854,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 10.808588,
            "cost_source": "harness",
            "hours": 1.0203,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260911T002603-02_cantilever_overhang",
            "started_at": "2026-09-10T17:26:03.682322",
            "finished_at": "2026-09-10T18:27:16.721305",
            "input_tokens": 9120212,
            "cached_tokens": 8921317,
            "output_tokens": 174394,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 48464.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 11.058326,
            "cost_source": "harness",
            "hours": 1.0059,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260911T074914-03_balance_coins",
            "started_at": "2026-09-11T00:49:14.506935",
            "finished_at": "2026-09-11T01:49:35.795623",
            "input_tokens": 9182647,
            "cached_tokens": 8975861,
            "output_tokens": 180135,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49992.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 43.008088,
            "cost_source": "harness",
            "hours": 3.0954,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260911T044320-04_rubik_cube",
            "started_at": "2026-09-10T21:43:21.207639",
            "finished_at": "2026-09-11T00:49:04.689250",
            "input_tokens": 51429433,
            "cached_tokens": 50884746,
            "output_tokens": 484831,
            "metrics": {
              "actual_qtm": 17.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49387.0,
              "optimal_qtm": 11.0,
              "recoveries": 87.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 0.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 8.852046,
            "cost_source": "harness",
            "hours": 0.5557,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260911T084937-05_hidden_center_of_mass",
            "started_at": "2026-09-11T01:49:37.897059",
            "finished_at": "2026-09-11T02:22:58.578092",
            "input_tokens": 8963879,
            "cached_tokens": 8817681,
            "output_tokens": 119289,
            "metrics": {
              "control_steps": 4430.0,
              "correct": 0.0,
              "reward": 0.0,
              "submitted": 3.0,
              "trial_1_control_steps": 2675.0,
              "trial_1_correct": 0.0,
              "trial_1_reward": 0.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 1030.0,
              "trial_2_correct": 0.0,
              "trial_2_reward": 0.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 725.0,
              "trial_3_correct": 0.0,
              "trial_3_reward": 0.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      },
      "opus5": {
        "score": 0.561183,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-tower-max-height": {
            "score": 0.3493,
            "reward": 0.3493,
            "success_rate": 0.3493,
            "cost_usd": 64.401413,
            "cost_usd_mean": 64.401413,
            "hours_median": 1.8868,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.456617,
            "reward": 0.456617,
            "success_rate": 0.456617,
            "cost_usd": 6.921729,
            "cost_usd_mean": 6.921729,
            "hours_median": 0.5147,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 1.0,
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 3.476274,
            "cost_usd_mean": 3.476274,
            "hours_median": 0.3122,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 93.444008,
            "cost_usd_mean": 93.444008,
            "hours_median": 4.4356,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 1.0,
            "reward": 1.0,
            "success_rate": null,
            "cost_usd": 8.810733,
            "cost_usd_mean": 8.810733,
            "hours_median": 0.677,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.3493,
            "success_rate": 0.3493,
            "cost_usd": 64.401413,
            "cost_source": "harness",
            "hours": 1.8868,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260910T232411-01_tower_max_height",
            "started_at": "2026-09-10T16:24:12.189126",
            "finished_at": "2026-09-10T18:17:24.498555",
            "input_tokens": 100770970,
            "cached_tokens": 100283377,
            "output_tokens": 375489,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.3493,
              "interaction_budget": 50000.0,
              "interaction_steps": 45575.0,
              "reward": 0.3493,
              "success_rate": 0.3493,
              "task_score": 34.930004,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.456617,
            "success_rate": 0.456617,
            "cost_usd": 6.921729,
            "cost_source": "harness",
            "hours": 0.5147,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260911T030844-02_cantilever_overhang",
            "started_at": "2026-09-10T20:08:44.702636",
            "finished_at": "2026-09-10T20:39:37.663037",
            "input_tokens": 5602728,
            "cached_tokens": 5452599,
            "output_tokens": 107790,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.456617,
              "interaction_budget": 50000.0,
              "interaction_steps": 17983.0,
              "reward": 0.456617,
              "success_rate": 0.456617,
              "task_score": 45.661658,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 3.476274,
            "cost_source": "harness",
            "hours": 0.3122,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260911T033940-03_balance_coins",
            "started_at": "2026-09-10T20:39:41.133529",
            "finished_at": "2026-09-10T20:58:24.941735",
            "input_tokens": 2215705,
            "cached_tokens": 2132998,
            "output_tokens": 63325,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 1.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 6776.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "task_score": 100.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 93.444008,
            "cost_source": "harness",
            "hours": 4.4356,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260911T035826-04_rubik_cube",
            "started_at": "2026-09-10T20:58:26.942938",
            "finished_at": "2026-09-11T01:24:35.223252",
            "input_tokens": 140515521,
            "cached_tokens": 139734916,
            "output_tokens": 630954,
            "metrics": {
              "actual_qtm": 5.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 48249.0,
              "optimal_qtm": 11.0,
              "recoveries": 28.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 0.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 1.0,
            "success_rate": null,
            "cost_usd": 8.810733,
            "cost_source": "harness",
            "hours": 0.677,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260911T082444-05_hidden_center_of_mass",
            "started_at": "2026-09-11T01:24:44.492664",
            "finished_at": "2026-09-11T02:05:21.831183",
            "input_tokens": 5585162,
            "cached_tokens": 5375967,
            "output_tokens": 161256,
            "metrics": {
              "control_steps": 9225.0,
              "correct": 3.0,
              "reward": 1.0,
              "submitted": 3.0,
              "trial_1_control_steps": 2532.0,
              "trial_1_correct": 1.0,
              "trial_1_reward": 1.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 3025.0,
              "trial_2_correct": 1.0,
              "trial_2_reward": 1.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 3668.0,
              "trial_3_correct": 1.0,
              "trial_3_reward": 1.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.101595,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-tower-max-height": {
            "score": 0.174644,
            "reward": 0.174644,
            "success_rate": 0.174644,
            "cost_usd": 2.385221,
            "cost_usd_mean": 2.385221,
            "hours_median": 9.0206,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.900906,
            "cost_usd_mean": 0.900906,
            "hours_median": 3.6148,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.711179,
            "cost_usd_mean": 0.711179,
            "hours_median": 3.3833,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.845315,
            "cost_usd_mean": 0.845315,
            "hours_median": 4.0127,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 0.333333,
            "reward": 0.333333,
            "success_rate": null,
            "cost_usd": 0.92586,
            "cost_usd_mean": 0.92586,
            "hours_median": 2.7007,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.174644,
            "success_rate": 0.174644,
            "cost_usd": 2.385221,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 9.0206,
            "status": "failed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260910T232527-01_tower_max_height",
            "started_at": "2026-09-10T16:25:27.956144",
            "finished_at": "2026-09-11T01:26:42.207405",
            "input_tokens": 56894847,
            "cached_tokens": 55259712,
            "output_tokens": 964319,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.174644,
              "interaction_budget": 50000.0,
              "interaction_steps": 37126.0,
              "reward": 0.174644,
              "success_rate": 0.174644,
              "task_score": 17.464417,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.900906,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.6148,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260910T232411-02_cantilever_overhang",
            "started_at": "2026-09-10T16:24:12.185257",
            "finished_at": "2026-09-10T20:01:05.480482",
            "input_tokens": 19820054,
            "cached_tokens": 19004096,
            "output_tokens": 416779,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49796.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.711179,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.3833,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260911T030110-03_balance_coins",
            "started_at": "2026-09-10T20:01:10.636897",
            "finished_at": "2026-09-10T23:24:10.378842",
            "input_tokens": 13582925,
            "cached_tokens": 12761920,
            "output_tokens": 410341,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49837.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.845315,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 4.0127,
            "status": "failed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260911T062414-04_rubik_cube",
            "started_at": "2026-09-10T23:24:14.347566",
            "finished_at": "2026-09-11T03:24:59.938054",
            "input_tokens": 15839888,
            "cached_tokens": 14847232,
            "output_tokens": 502000,
            "metrics": {
              "actual_qtm": 0.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 23440.0,
              "optimal_qtm": 11.0,
              "recoveries": 16.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 0.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 0.333333,
            "success_rate": null,
            "cost_usd": 0.92586,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.7007,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260911T082644-05_hidden_center_of_mass",
            "started_at": "2026-09-11T01:26:44.532355",
            "finished_at": "2026-09-11T04:08:46.928587",
            "input_tokens": 21618629,
            "cached_tokens": 20931648,
            "output_tokens": 389727,
            "metrics": {
              "control_steps": 19210.0,
              "correct": 1.0,
              "reward": 0.333333,
              "submitted": 3.0,
              "trial_1_control_steps": 11110.0,
              "trial_1_correct": 0.0,
              "trial_1_reward": 0.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 2120.0,
              "trial_2_correct": 1.0,
              "trial_2_reward": 1.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 5980.0,
              "trial_3_correct": 0.0,
              "trial_3_reward": 0.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.052839,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-tower-max-height": {
            "score": 0.264197,
            "reward": 0.264197,
            "success_rate": 0.264197,
            "cost_usd": 0.495001,
            "cost_usd_mean": 0.495001,
            "hours_median": 0.7064,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.380395,
            "cost_usd_mean": 0.380395,
            "hours_median": 0.5539,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.295338,
            "cost_usd_mean": 0.295338,
            "hours_median": 0.4514,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.328235,
            "cost_usd_mean": 1.328235,
            "hours_median": 1.6429,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.237312,
            "cost_usd_mean": 0.237312,
            "hours_median": 0.3826,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.264197,
            "success_rate": 0.264197,
            "cost_usd": 0.495001,
            "cost_source": "harness",
            "hours": 0.7064,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260910T232411-01_tower_max_height",
            "started_at": "2026-09-10T16:24:12.186822",
            "finished_at": "2026-09-10T17:06:35.293774",
            "input_tokens": 17283533,
            "cached_tokens": 16967296,
            "output_tokens": 77006,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.264197,
              "interaction_budget": 50000.0,
              "interaction_steps": 11932.0,
              "reward": 0.264197,
              "success_rate": 0.264197,
              "task_score": 26.419669,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.380395,
            "cost_source": "harness",
            "hours": 0.5539,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260911T000643-02_cantilever_overhang",
            "started_at": "2026-09-10T17:06:43.695706",
            "finished_at": "2026-09-10T17:39:57.625276",
            "input_tokens": 11554628,
            "cached_tokens": 11083392,
            "output_tokens": 53733,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 15912.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.295338,
            "cost_source": "harness",
            "hours": 0.4514,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260911T013010-03_balance_coins",
            "started_at": "2026-09-10T18:30:10.545266",
            "finished_at": "2026-09-10T18:57:15.567785",
            "input_tokens": 8481861,
            "cached_tokens": 8197376,
            "output_tokens": 62078,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 18741.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.328235,
            "cost_source": "harness",
            "hours": 1.6429,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260911T015716-04_rubik_cube",
            "started_at": "2026-09-10T18:57:16.340420",
            "finished_at": "2026-09-10T20:35:50.627895",
            "input_tokens": 45731940,
            "cached_tokens": 44871296,
            "output_tokens": 215567,
            "metrics": {
              "actual_qtm": 13.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 9696.0,
              "optimal_qtm": 11.0,
              "recoveries": 59.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 0.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.237312,
            "cost_source": "harness",
            "hours": 0.3826,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260911T010711-05_hidden_center_of_mass",
            "started_at": "2026-09-10T18:07:11.607072",
            "finished_at": "2026-09-10T18:30:09.132119",
            "input_tokens": 6638380,
            "cached_tokens": 6353024,
            "output_tokens": 44317,
            "metrics": {
              "control_steps": 13555.0,
              "correct": 0.0,
              "reward": 0.0,
              "submitted": 3.0,
              "trial_1_control_steps": 8580.0,
              "trial_1_correct": 0.0,
              "trial_1_reward": 0.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 3124.0,
              "trial_2_correct": 0.0,
              "trial_2_reward": 0.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 1851.0,
              "trial_3_correct": 0.0,
              "trial_3_reward": 0.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.609753,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-tower-max-height": {
            "score": 0.762786,
            "reward": 0.762786,
            "success_rate": 0.762786,
            "cost_usd": 3.743367,
            "cost_usd_mean": 3.743367,
            "hours_median": 0.4395,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.28598,
            "reward": 0.28598,
            "success_rate": 0.28598,
            "cost_usd": 2.681478,
            "cost_usd_mean": 2.681478,
            "hours_median": 0.4481,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 1.0,
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 1.921476,
            "cost_usd_mean": 1.921476,
            "hours_median": 0.3285,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 23.810906,
            "cost_usd_mean": 23.810906,
            "hours_median": 2.0265,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 1.0,
            "reward": 1.0,
            "success_rate": null,
            "cost_usd": 1.182526,
            "cost_usd_mean": 1.182526,
            "hours_median": 0.1888,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.762786,
            "success_rate": 0.762786,
            "cost_usd": 3.743367,
            "cost_source": "harness",
            "hours": 0.4395,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260910T232411-01_tower_max_height",
            "started_at": "2026-09-10T16:24:12.185917",
            "finished_at": "2026-09-10T16:50:34.521921",
            "input_tokens": 6026100,
            "cached_tokens": 5858048,
            "output_tokens": 36397,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.762786,
              "interaction_budget": 50000.0,
              "interaction_steps": 18024.0,
              "reward": 0.762786,
              "success_rate": 0.762786,
              "task_score": 76.278623,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.28598,
            "success_rate": 0.28598,
            "cost_usd": 2.681478,
            "cost_source": "harness",
            "hours": 0.4481,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260910T235043-02_cantilever_overhang",
            "started_at": "2026-09-10T16:50:43.653016",
            "finished_at": "2026-09-10T17:17:36.807314",
            "input_tokens": 3933589,
            "cached_tokens": 3839744,
            "output_tokens": 38510,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.28598,
              "interaction_budget": 50000.0,
              "interaction_steps": 26158.0,
              "reward": 0.28598,
              "success_rate": 0.28598,
              "task_score": 28.597964,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 1.921476,
            "cost_source": "harness",
            "hours": 0.3285,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260911T012050-03_balance_coins",
            "started_at": "2026-09-10T18:20:50.561032",
            "finished_at": "2026-09-10T18:40:33.015986",
            "input_tokens": 2422955,
            "cached_tokens": 2323840,
            "output_tokens": 29774,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 1.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 20907.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "task_score": 100.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 23.810906,
            "cost_source": "harness",
            "hours": 2.0265,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260911T014033-04_rubik_cube",
            "started_at": "2026-09-10T18:40:33.900637",
            "finished_at": "2026-09-10T20:42:09.305145",
            "input_tokens": 43287931,
            "cached_tokens": 42703744,
            "output_tokens": 219633,
            "metrics": {
              "actual_qtm": 15.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 47836.0,
              "optimal_qtm": 11.0,
              "recoveries": 45.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 0.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 1.0,
            "success_rate": null,
            "cost_usd": 1.182526,
            "cost_source": "harness",
            "hours": 0.1888,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260911T010711-05_hidden_center_of_mass",
            "started_at": "2026-09-10T18:07:11.588745",
            "finished_at": "2026-09-10T18:18:31.253462",
            "input_tokens": 1118410,
            "cached_tokens": 1010304,
            "output_tokens": 17299,
            "metrics": {
              "control_steps": 1422.0,
              "correct": 3.0,
              "reward": 1.0,
              "submitted": 3.0,
              "trial_1_control_steps": 300.0,
              "trial_1_correct": 1.0,
              "trial_1_reward": 1.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 260.0,
              "trial_2_correct": 1.0,
              "trial_2_reward": 1.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 862.0,
              "trial_3_correct": 1.0,
              "trial_3_reward": 1.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.034613,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-tower-max-height": {
            "score": 0.173066,
            "reward": 0.173066,
            "success_rate": 0.173066,
            "cost_usd": 1.425488,
            "cost_usd_mean": 1.425488,
            "hours_median": 0.4006,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.784418,
            "cost_usd_mean": 1.784418,
            "hours_median": 0.3012,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.178964,
            "cost_usd_mean": 1.178964,
            "hours_median": 0.3257,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.994031,
            "cost_usd_mean": 1.994031,
            "hours_median": 0.3387,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.529717,
            "cost_usd_mean": 0.529717,
            "hours_median": 0.1401,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.173066,
            "success_rate": 0.173066,
            "cost_usd": 1.425488,
            "cost_source": "harness",
            "hours": 0.4006,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260910T232411-01_tower_max_height",
            "started_at": "2026-09-10T16:24:12.170480",
            "finished_at": "2026-09-10T16:48:14.174677",
            "input_tokens": 4150552,
            "cached_tokens": 4007680,
            "output_tokens": 28184,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.173066,
              "interaction_budget": 50000.0,
              "interaction_steps": 32254.0,
              "reward": 0.173066,
              "success_rate": 0.173066,
              "task_score": 17.30662,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.784418,
            "cost_source": "harness",
            "hours": 0.3012,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260910T234823-02_cantilever_overhang",
            "started_at": "2026-09-10T16:48:23.677468",
            "finished_at": "2026-09-10T17:06:27.834153",
            "input_tokens": 5630043,
            "cached_tokens": 5466240,
            "output_tokens": 30297,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 5805.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.178964,
            "cost_source": "harness",
            "hours": 0.3257,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260911T012050-03_balance_coins",
            "started_at": "2026-09-10T18:20:50.546675",
            "finished_at": "2026-09-10T18:40:22.998398",
            "input_tokens": 2884591,
            "cached_tokens": 2755968,
            "output_tokens": 30877,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 37254.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 1.994031,
            "cost_source": "harness",
            "hours": 0.3387,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260911T014023-04_rubik_cube",
            "started_at": "2026-09-10T18:40:23.831312",
            "finished_at": "2026-09-10T19:00:43.188693",
            "input_tokens": 5661178,
            "cached_tokens": 5507456,
            "output_tokens": 48758,
            "metrics": {
              "actual_qtm": 2.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 4884.0,
              "optimal_qtm": 11.0,
              "recoveries": 9.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 0.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.529717,
            "cost_source": "harness",
            "hours": 0.1401,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260911T003553-05_hidden_center_of_mass",
            "started_at": "2026-09-10T17:35:54.018155",
            "finished_at": "2026-09-10T17:44:18.421995",
            "input_tokens": 1201522,
            "cached_tokens": 1147264,
            "output_tokens": 15979,
            "metrics": {
              "control_steps": 5811.0,
              "correct": 0.0,
              "reward": 0.0,
              "submitted": 3.0,
              "trial_1_control_steps": 2706.0,
              "trial_1_correct": 0.0,
              "trial_1_reward": 0.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 1236.0,
              "trial_2_correct": 0.0,
              "trial_2_reward": 0.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 1869.0,
              "trial_3_correct": 0.0,
              "trial_3_reward": 0.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      },
      "gpt6astra": {
        "score": 0.802762,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-tower-max-height": {
            "score": 0.742817,
            "reward": 0.742817,
            "success_rate": 0.742817,
            "cost_usd": 18.482124,
            "cost_usd_mean": 18.482124,
            "hours_median": 0.7323,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.882391,
            "reward": 0.882391,
            "success_rate": 0.882391,
            "cost_usd": 1.970758,
            "cost_usd_mean": 1.970758,
            "hours_median": 0.1279,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 1.0,
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 3.800424,
            "cost_usd_mean": 3.800424,
            "hours_median": 0.1854,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.388602,
            "reward": 0.388602,
            "success_rate": 1.0,
            "cost_usd": 41.318934,
            "cost_usd_mean": 41.318934,
            "hours_median": 2.1111,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 1.0,
            "reward": 1.0,
            "success_rate": null,
            "cost_usd": 1.109834,
            "cost_usd_mean": 1.109834,
            "hours_median": 0.086,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.742817,
            "success_rate": 0.742817,
            "cost_usd": 18.482124,
            "cost_source": "harness",
            "hours": 0.7323,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260910T232411-01_tower_max_height",
            "started_at": "2026-09-10T16:24:12.188539",
            "finished_at": "2026-09-10T17:08:08.467545",
            "input_tokens": 14036457,
            "cached_tokens": 13868544,
            "output_tokens": 58689,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.742817,
              "interaction_budget": 50000.0,
              "interaction_steps": 45530.0,
              "reward": 0.742817,
              "success_rate": 0.742817,
              "task_score": 74.281729,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.882391,
            "success_rate": 0.882391,
            "cost_usd": 1.970758,
            "cost_source": "harness",
            "hours": 0.1279,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260911T000813-02_cantilever_overhang",
            "started_at": "2026-09-10T17:08:13.711959",
            "finished_at": "2026-09-10T17:15:54.024338",
            "input_tokens": 1129170,
            "cached_tokens": 1081088,
            "output_tokens": 8177,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.882391,
              "interaction_budget": 50000.0,
              "interaction_steps": 4391.0,
              "reward": 0.882391,
              "success_rate": 0.882391,
              "task_score": 88.239133,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 3.800424,
            "cost_source": "harness",
            "hours": 0.1854,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260911T012050-03_balance_coins",
            "started_at": "2026-09-10T18:20:50.546385",
            "finished_at": "2026-09-10T18:31:57.827925",
            "input_tokens": 2075160,
            "cached_tokens": 1928064,
            "output_tokens": 8028,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 1.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 17682.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "task_score": 100.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.388602,
            "success_rate": 1.0,
            "cost_usd": 41.318934,
            "cost_source": "harness",
            "hours": 2.1111,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260911T013158-04_rubik_cube",
            "started_at": "2026-09-10T18:31:58.711293",
            "finished_at": "2026-09-10T20:38:38.746017",
            "input_tokens": 26983420,
            "cached_tokens": 26362624,
            "output_tokens": 174967,
            "metrics": {
              "actual_qtm": 26.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.388602,
              "interaction_budget": 50000.0,
              "interaction_steps": 37722.0,
              "optimal_qtm": 11.0,
              "recoveries": 24.0,
              "reward": 0.388602,
              "success_rate": 1.0,
              "task_score": 38.860157,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 1.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 1.0,
            "success_rate": null,
            "cost_usd": 1.109834,
            "cost_source": "harness",
            "hours": 0.086,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260911T010711-05_hidden_center_of_mass",
            "started_at": "2026-09-10T18:07:11.599850",
            "finished_at": "2026-09-10T18:12:21.370018",
            "input_tokens": 464082,
            "cached_tokens": 421504,
            "output_tokens": 5251,
            "metrics": {
              "control_steps": 1583.0,
              "correct": 3.0,
              "reward": 1.0,
              "submitted": 3.0,
              "trial_1_control_steps": 761.0,
              "trial_1_correct": 1.0,
              "trial_1_reward": 1.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 411.0,
              "trial_2_correct": 1.0,
              "trial_2_reward": 1.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 411.0,
              "trial_3_correct": 1.0,
              "trial_3_reward": 1.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.434568,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-tower-max-height": {
            "score": 0.264183,
            "reward": 0.264183,
            "success_rate": 0.264183,
            "cost_usd": 0.058413,
            "cost_usd_mean": 0.058413,
            "hours_median": 0.2865,
            "n_runs": 1,
            "complete": true
          },
          "02-cantilever-overhang": {
            "score": 0.241989,
            "reward": 0.241989,
            "success_rate": 0.241989,
            "cost_usd": 0.309482,
            "cost_usd_mean": 0.309482,
            "hours_median": 0.5594,
            "n_runs": 1,
            "complete": true
          },
          "03-balance-coins": {
            "score": 1.0,
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 0.199968,
            "cost_usd_mean": 0.199968,
            "hours_median": 0.6686,
            "n_runs": 1,
            "complete": true
          },
          "04-rubik-cube": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.321424,
            "cost_usd_mean": 0.321424,
            "hours_median": 0.5211,
            "n_runs": 1,
            "complete": true
          },
          "05-hidden-center-of-mass": {
            "score": 0.666667,
            "reward": 0.666667,
            "success_rate": null,
            "cost_usd": 0.23208,
            "cost_usd_mean": 0.23208,
            "hours_median": 0.3469,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-tower-max-height": {
            "reward": 0.264183,
            "success_rate": 0.264183,
            "cost_usd": 0.058413,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 0.2865,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T214901-task03_01_tower_max_height_context1m_high-d0d15045",
            "started_at": "2026-09-11T21:49:02.082626",
            "finished_at": "2026-09-11T22:06:13.328636",
            "input_tokens": 1833770,
            "cached_tokens": 1799936,
            "output_tokens": 47445,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.264183,
              "interaction_budget": 50000.0,
              "interaction_steps": 49999.0,
              "reward": 0.264183,
              "success_rate": 0.264183,
              "task_score": 26.41825,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "02-cantilever-overhang": {
            "reward": 0.241989,
            "success_rate": 0.241989,
            "cost_usd": 0.309482,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 0.5594,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T214905-task03_02_cantilever_overhang_context1m_high-079d6327",
            "started_at": "2026-09-11T21:49:05.617973",
            "finished_at": "2026-09-11T22:22:39.628654",
            "input_tokens": 21181316,
            "cached_tokens": 21114752,
            "output_tokens": 221654,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 0.241989,
              "interaction_budget": 50000.0,
              "interaction_steps": 45648.0,
              "reward": 0.241989,
              "success_rate": 0.241989,
              "task_score": 24.198915,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "03-balance-coins": {
            "reward": 1.0,
            "success_rate": 1.0,
            "cost_usd": 0.199968,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 0.6686,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T220657-task03_03_balance_coins_context1m_high-54b43f37",
            "started_at": "2026-09-11T22:06:57.748111",
            "finished_at": "2026-09-11T22:47:04.611528",
            "input_tokens": 8907184,
            "cached_tokens": 8853376,
            "output_tokens": 164468,
            "metrics": {
              "component_efficiency": 0.0,
              "component_outcome": 1.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 49499.0,
              "reward": 1.0,
              "success_rate": 1.0,
              "task_score": 100.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0
            }
          },
          "04-rubik-cube": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.321424,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 0.5211,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T222317-task03_04_rubik_cube_context1m_high-dee0daae",
            "started_at": "2026-09-11T22:23:18.115331",
            "finished_at": "2026-09-11T22:54:33.926964",
            "input_tokens": 22317297,
            "cached_tokens": 22243072,
            "output_tokens": 227366,
            "metrics": {
              "actual_qtm": 12.0,
              "component_efficiency": 0.0,
              "component_outcome": 0.0,
              "interaction_budget": 50000.0,
              "interaction_steps": 34214.0,
              "optimal_qtm": 11.0,
              "recoveries": 40.0,
              "reward": 0.0,
              "success_rate": 0.0,
              "task_score": 0.0,
              "trials_attempted": 1.0,
              "trials_total": 1.0,
              "unclassified_transitions": 1.0
            }
          },
          "05-hidden-center-of-mass": {
            "reward": 0.666667,
            "success_rate": null,
            "cost_usd": 0.23208,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 0.3469,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T224748-task03_05_hidden_center_of_mass_context1m_high-1cfced70",
            "started_at": "2026-09-11T22:47:48.934448",
            "finished_at": "2026-09-11T23:08:37.682516",
            "input_tokens": 10620282,
            "cached_tokens": 10575872,
            "output_tokens": 193885,
            "metrics": {
              "control_steps": 12465.0,
              "correct": 2.0,
              "reward": 0.666667,
              "submitted": 3.0,
              "trial_1_control_steps": 6115.0,
              "trial_1_correct": 1.0,
              "trial_1_reward": 1.0,
              "trial_1_submitted": 1.0,
              "trial_2_control_steps": 1800.0,
              "trial_2_correct": 1.0,
              "trial_2_reward": 1.0,
              "trial_2_submitted": 1.0,
              "trial_3_control_steps": 4550.0,
              "trial_3_correct": 0.0,
              "trial_3_reward": 0.0,
              "trial_3_submitted": 1.0
            }
          }
        }
      }
    },
    "task04": {
      "gemini37flash": {
        "score": 0.28858,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "01-dance": {
            "score": 0.3023,
            "reward": 0.3023,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 2.5443,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.4766,
            "reward": 0.4766,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 1.1017,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.084,
            "reward": 0.084,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 1.3707,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.5787,
            "reward": 0.5787,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 2.9039,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.0013,
            "reward": 0.0013,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 2.535,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.3023,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.5443,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "01-dance/agy_login_agent_AntigravityCliLogin/naliseas-workstation--google_gemini-3.7-flash-high--01-dance__kfCLZvT",
            "started_at": "2026-09-06T01:52:10.885907",
            "finished_at": "2026-09-06T04:24:50.245378",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "action_jerk": 0.2488,
              "anchor_pos_err_m": 0.4645,
              "falls": 5.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1654,
              "mpjpe_m": 0.0515,
              "n_params": 1350429.0,
              "raw_total": 0.3023,
              "reward": 0.3023,
              "survival": 0.4581,
              "survived_s": 9.163,
              "tracking_multi": 0.3484,
              "tracking_score": 0.446
            }
          },
          "02-fight": {
            "reward": 0.4766,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.1017,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "02-fight/agy_login_agent_AntigravityCliLogin/naliseas-workstation--google_gemini-3.7-flash-high--02-fight__v9u72M3",
            "started_at": "2026-09-06T01:52:10.885787",
            "finished_at": "2026-09-06T02:58:17.182750",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "action_jerk": 0.1717,
              "anchor_pos_err_m": 1.4085,
              "falls": 4.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1724,
              "mpjpe_m": 0.052,
              "n_params": 3290141.0,
              "raw_total": 0.4766,
              "reward": 0.4766,
              "survival": 0.7084,
              "survived_s": 14.168,
              "tracking_multi": 0.5316,
              "tracking_score": 0.6867
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.084,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.3707,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "03-fall-and-get-up/agy_login_agent_AntigravityCliLogin/naliseas-workstation--google_gemini-3.7-flash-high--03-fall-and-get-up__Cpy8n6w",
            "started_at": "2026-09-06T02:58:21.617230",
            "finished_at": "2026-09-06T04:20:36.026451",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "action_jerk": 0.248,
              "anchor_pos_err_m": 0.2754,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1468,
              "mpjpe_m": 0.0645,
              "n_params": 2515860.0,
              "raw_total": 0.084,
              "reward": 0.084,
              "survival": 0.2281,
              "survived_s": 4.562,
              "tracking_multi": 0.1639,
              "tracking_score": 0.2177
            }
          },
          "04-run": {
            "reward": 0.5787,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.9039,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "04-run/agy_login_agent_AntigravityCliLogin/naliseas-workstation--google_gemini-3.7-flash-high--04-run__TzYb3gx",
            "started_at": "2026-09-06T04:20:38.759135",
            "finished_at": "2026-09-06T07:14:52.760465",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "action_jerk": 0.2083,
              "anchor_pos_err_m": 1.5892,
              "falls": 3.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1065,
              "mpjpe_m": 0.0516,
              "n_params": 842333.0,
              "raw_total": 0.5787,
              "reward": 0.5787,
              "survival": 0.8644,
              "survived_s": 17.288,
              "tracking_multi": 0.6292,
              "tracking_score": 0.8363
            }
          },
          "05-sprint": {
            "reward": 0.0013,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 2.535,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "05-sprint/agy_login_agent_AntigravityCliLogin/naliseas-workstation--google_gemini-3.7-flash-high--05-sprint__ifNuQD6",
            "started_at": "2026-09-06T04:24:53.074677",
            "finished_at": "2026-09-06T06:56:59.105754",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "action_jerk": 0.0019,
              "anchor_pos_err_m": 0.1595,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1204,
              "mpjpe_m": 0.0928,
              "n_params": 2509597.0,
              "raw_total": 0.0013,
              "reward": 0.0013,
              "survival": 0.0616,
              "survived_s": 1.232,
              "tracking_multi": 0.0356,
              "tracking_score": 0.0542
            }
          }
        }
      },
      "opus48": {
        "score": 0.33574,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-dance": {
            "score": 0.4783,
            "reward": 0.4783,
            "success_rate": null,
            "cost_usd": 5.773327,
            "cost_usd_mean": 5.773327,
            "hours_median": 3.0308,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.2466,
            "reward": 0.2466,
            "success_rate": null,
            "cost_usd": 12.207196,
            "cost_usd_mean": 12.207196,
            "hours_median": 2.3005,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.2394,
            "reward": 0.2394,
            "success_rate": null,
            "cost_usd": 8.925335,
            "cost_usd_mean": 8.925335,
            "hours_median": 3.0231,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.7144,
            "reward": 0.7144,
            "success_rate": null,
            "cost_usd": 8.460344,
            "cost_usd_mean": 8.460344,
            "hours_median": 3.5447,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 6.11826,
            "cost_usd_mean": 6.11826,
            "hours_median": 0.7192,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.4783,
            "success_rate": null,
            "cost_usd": 5.773327,
            "cost_source": "harness",
            "hours": 3.0308,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "01-dance/claude-code/login.aicr.ai--anthropic_claude-opus-4-8--01-dance__VSfAW3r",
            "started_at": "2026-08-30T15:48:35.274032",
            "finished_at": "2026-08-30T18:50:26.250243",
            "input_tokens": 5837996,
            "cached_tokens": 5716253,
            "output_tokens": 67936,
            "metrics": {
              "action_jerk": 0.1392,
              "anchor_pos_err_m": 0.659,
              "falls": 5.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1742,
              "mpjpe_m": 0.0555,
              "n_params": 250717.0,
              "raw_total": 0.4783,
              "reward": 0.4783,
              "survival": 0.7156,
              "survived_s": 14.312,
              "tracking_multi": 0.4952,
              "tracking_score": 0.6898
            }
          },
          "02-fight": {
            "reward": 0.2466,
            "success_rate": null,
            "cost_usd": 12.207196,
            "cost_source": "harness",
            "hours": 2.3005,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "02-fight/claude-code/login.aicr.ai--anthropic_claude-opus-4-8--02-fight__esQ3QRN",
            "started_at": "2026-08-30T19:48:26.031496",
            "finished_at": "2026-08-30T22:06:27.802370",
            "input_tokens": 13195143,
            "cached_tokens": 12980652,
            "output_tokens": 142916,
            "metrics": {
              "action_jerk": 0.2042,
              "anchor_pos_err_m": 1.054,
              "falls": 5.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2533,
              "mpjpe_m": 0.0916,
              "n_params": 250717.0,
              "raw_total": 0.2466,
              "reward": 0.2466,
              "survival": 0.4294,
              "survived_s": 8.588,
              "tracking_multi": 0.2599,
              "tracking_score": 0.4034
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.2394,
            "success_rate": null,
            "cost_usd": 8.925335,
            "cost_source": "harness",
            "hours": 3.0231,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "03-fall-and-get-up/claude-code/login.aicr.ai--anthropic_claude-opus-4-8--03-fall-and-get-up__wVSCJvf",
            "started_at": "2026-08-30T18:50:29.617075",
            "finished_at": "2026-08-30T21:51:52.641442",
            "input_tokens": 10066155,
            "cached_tokens": 9911900,
            "output_tokens": 97111,
            "metrics": {
              "action_jerk": 0.1809,
              "anchor_pos_err_m": 0.5484,
              "falls": 7.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.258,
              "mpjpe_m": 0.0705,
              "n_params": 579677.0,
              "raw_total": 0.2394,
              "reward": 0.2394,
              "survival": 0.4037,
              "survived_s": 8.075,
              "tracking_multi": 0.2627,
              "tracking_score": 0.3814
            }
          },
          "04-run": {
            "reward": 0.7144,
            "success_rate": null,
            "cost_usd": 8.460344,
            "cost_source": "harness",
            "hours": 3.5447,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "04-run/claude-code/login.aicr.ai--anthropic_claude-opus-4-8--04-run__B9VqMhp",
            "started_at": "2026-08-30T22:06:30.939500",
            "finished_at": "2026-08-31T01:39:11.773035",
            "input_tokens": 8724463,
            "cached_tokens": 8559959,
            "output_tokens": 101443,
            "metrics": {
              "action_jerk": 0.101,
              "anchor_pos_err_m": 1.0919,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1599,
              "mpjpe_m": 0.0575,
              "n_params": 497437.0,
              "raw_total": 0.7144,
              "reward": 0.7144,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.6629,
              "tracking_score": 0.9609
            }
          },
          "05-sprint": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 6.11826,
            "cost_source": "harness",
            "hours": 0.7192,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "05-sprint/claude-code/login.aicr.ai--anthropic_claude-opus-4-8--05-sprint__JyCuCCx",
            "started_at": "2026-09-09T18:29:03.948032",
            "finished_at": "2026-09-09T19:12:13.019499",
            "input_tokens": 6542267,
            "cached_tokens": 6415580,
            "output_tokens": 65772,
            "metrics": {
              "action_jerk": 0.0196,
              "anchor_pos_err_m": 0.0578,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2597,
              "mpjpe_m": 0.074,
              "n_params": 250717.0,
              "raw_total": 0.0,
              "reward": 0.0,
              "survival": 0.015,
              "survived_s": 0.165,
              "tracking_multi": 0.009,
              "tracking_score": 0.0139
            }
          }
        }
      },
      "opus5": {
        "score": 0.76762,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-dance": {
            "score": 0.8588,
            "reward": 0.8588,
            "success_rate": null,
            "cost_usd": 7.371322,
            "cost_usd_mean": 7.371322,
            "hours_median": 3.7623,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.7401,
            "reward": 0.7401,
            "success_rate": null,
            "cost_usd": 5.668144,
            "cost_usd_mean": 5.668144,
            "hours_median": 3.4764,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.8571,
            "reward": 0.8571,
            "success_rate": null,
            "cost_usd": 7.46722,
            "cost_usd_mean": 7.46722,
            "hours_median": 3.4621,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.6821,
            "reward": 0.6821,
            "success_rate": null,
            "cost_usd": 6.262606,
            "cost_usd_mean": 6.262606,
            "hours_median": 3.3922,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.7,
            "reward": 0.7,
            "success_rate": null,
            "cost_usd": 11.421381,
            "cost_usd_mean": 11.421381,
            "hours_median": 3.3236,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.8588,
            "success_rate": null,
            "cost_usd": 7.371322,
            "cost_source": "harness",
            "hours": 3.7623,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "01-dance/claude-code/login.aicr.ai--anthropic_claude-opus-5--01-dance__T57oKLn",
            "started_at": "2026-08-30T08:55:46.906493",
            "finished_at": "2026-08-30T12:41:31.315545",
            "input_tokens": 8452801,
            "cached_tokens": 8316854,
            "output_tokens": 74169,
            "metrics": {
              "action_jerk": 0.1217,
              "anchor_pos_err_m": 0.1662,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1113,
              "mpjpe_m": 0.0271,
              "n_params": 826397.0,
              "raw_total": 0.8588,
              "reward": 0.8588,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.8836,
              "tracking_score": 0.9906
            }
          },
          "02-fight": {
            "reward": 0.7401,
            "success_rate": null,
            "cost_usd": 5.668144,
            "cost_source": "harness",
            "hours": 3.4764,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "02-fight/claude-code/login.aicr.ai--anthropic_claude-opus-5--02-fight__EHfTu9i",
            "started_at": "2026-08-30T08:56:19.038727",
            "finished_at": "2026-08-30T12:24:54.103508",
            "input_tokens": 6054245,
            "cached_tokens": 5936037,
            "output_tokens": 60747,
            "metrics": {
              "action_jerk": 0.1191,
              "anchor_pos_err_m": 1.2288,
              "falls": 1.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1665,
              "mpjpe_m": 0.0336,
              "n_params": 1149277.0,
              "raw_total": 0.7401,
              "reward": 0.7401,
              "survival": 0.9021,
              "survived_s": 18.043,
              "tracking_multi": 0.7632,
              "tracking_score": 0.89
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.8571,
            "success_rate": null,
            "cost_usd": 7.46722,
            "cost_source": "harness",
            "hours": 3.4621,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "03-fall-and-get-up/claude-code/login.aicr.ai--anthropic_claude-opus-5--03-fall-and-get-up__mExZgbf",
            "started_at": "2026-08-30T12:41:34.927446",
            "finished_at": "2026-08-30T16:09:18.538660",
            "input_tokens": 8618495,
            "cached_tokens": 8478601,
            "output_tokens": 73190,
            "metrics": {
              "action_jerk": 0.0904,
              "anchor_pos_err_m": 0.2819,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1869,
              "mpjpe_m": 0.0303,
              "n_params": 1485407.0,
              "raw_total": 0.8571,
              "reward": 0.8571,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.8593,
              "tracking_score": 0.9853
            }
          },
          "04-run": {
            "reward": 0.6821,
            "success_rate": null,
            "cost_usd": 6.262606,
            "cost_source": "harness",
            "hours": 3.3922,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "04-run/claude-code/login.aicr.ai--anthropic_claude-opus-5--04-run__BS3FMSJ",
            "started_at": "2026-08-30T12:25:00.247409",
            "finished_at": "2026-08-30T15:48:32.006527",
            "input_tokens": 6863602,
            "cached_tokens": 6738721,
            "output_tokens": 65805,
            "metrics": {
              "action_jerk": 0.1305,
              "anchor_pos_err_m": 0.819,
              "falls": 2.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1081,
              "mpjpe_m": 0.0362,
              "n_params": 1485405.0,
              "raw_total": 0.6821,
              "reward": 0.6821,
              "survival": 0.856,
              "survived_s": 17.12,
              "tracking_multi": 0.7169,
              "tracking_score": 0.8425
            }
          },
          "05-sprint": {
            "reward": 0.7,
            "success_rate": null,
            "cost_usd": 11.421381,
            "cost_source": "harness",
            "hours": 3.3236,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "05-sprint/claude-code/login.aicr.ai--anthropic_claude-opus-5--05-sprint__9HEPNKB",
            "started_at": "2026-09-09T18:29:03.776861",
            "finished_at": "2026-09-09T21:48:28.788317",
            "input_tokens": 13477046,
            "cached_tokens": 13281232,
            "output_tokens": 112945,
            "metrics": {
              "action_jerk": 0.0974,
              "anchor_pos_err_m": 2.3539,
              "falls": 1.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1851,
              "mpjpe_m": 0.0473,
              "n_params": 1518877.0,
              "raw_total": 0.7,
              "reward": 0.7,
              "survival": 0.9116,
              "survived_s": 10.027,
              "tracking_multi": 0.6866,
              "tracking_score": 0.8854
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.58022,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-dance": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.648501,
            "cost_usd_mean": 0.648501,
            "hours_median": 3.1714,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.7239,
            "reward": 0.7239,
            "success_rate": null,
            "cost_usd": 0.628798,
            "cost_usd_mean": 0.628798,
            "hours_median": 2.3156,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.7682,
            "reward": 0.7682,
            "success_rate": null,
            "cost_usd": 0.579725,
            "cost_usd_mean": 0.579725,
            "hours_median": 3.5115,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.7217,
            "reward": 0.7217,
            "success_rate": null,
            "cost_usd": 0.625943,
            "cost_usd_mean": 0.625943,
            "hours_median": 3.3071,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.6873,
            "reward": 0.6873,
            "success_rate": null,
            "cost_usd": 0.488037,
            "cost_usd_mean": 0.488037,
            "hours_median": 3.968,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.648501,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.1714,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "01-dance/claude-code/login.aicr.ai--glm-5.3-flash--01-dance__deRyXJC",
            "started_at": "2026-08-30T02:54:39.936360",
            "finished_at": "2026-08-30T06:04:56.841959",
            "input_tokens": 17930363,
            "cached_tokens": 17631104,
            "output_tokens": 149358,
            "metrics": {
              "action_jerk": 0.9319,
              "anchor_pos_err_m": 0.1112,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2506,
              "mpjpe_m": 0.0972,
              "n_params": 1759457.0,
              "raw_total": 0.0,
              "reward": 0.0,
              "survival": 0.0305,
              "survived_s": 0.61,
              "tracking_multi": 0.014,
              "tracking_score": 0.0263
            }
          },
          "02-fight": {
            "reward": 0.7239,
            "success_rate": null,
            "cost_usd": 0.628798,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.3156,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "02-fight/claude-code/login.aicr.ai--glm-5.3-flash--02-fight__rVjNPUj",
            "started_at": "2026-08-30T06:05:03.504999",
            "finished_at": "2026-08-30T08:23:59.732316",
            "input_tokens": 16857167,
            "cached_tokens": 16538944,
            "output_tokens": 169793,
            "metrics": {
              "action_jerk": 0.1731,
              "anchor_pos_err_m": 1.4077,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.203,
              "mpjpe_m": 0.0485,
              "n_params": 656477.0,
              "raw_total": 0.7239,
              "reward": 0.7239,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.7271,
              "tracking_score": 0.9711
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.7682,
            "success_rate": null,
            "cost_usd": 0.579725,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.5115,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "03-fall-and-get-up/claude-code/login.aicr.ai--glm-5.3-flash--03-fall-and-get-up__ontwori",
            "started_at": "2026-08-30T08:24:02.936807",
            "finished_at": "2026-08-30T11:54:44.289537",
            "input_tokens": 14036152,
            "cached_tokens": 13289792,
            "output_tokens": 138155,
            "metrics": {
              "action_jerk": 0.1507,
              "anchor_pos_err_m": 0.4583,
              "falls": 1.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1435,
              "mpjpe_m": 0.0272,
              "n_params": 1321245.0,
              "raw_total": 0.7682,
              "reward": 0.7682,
              "survival": 0.919,
              "survived_s": 18.38,
              "tracking_multi": 0.8182,
              "tracking_score": 0.91
            }
          },
          "04-run": {
            "reward": 0.7217,
            "success_rate": null,
            "cost_usd": 0.625943,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.3071,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "04-run/claude-code/login.aicr.ai--glm-5.3-flash--04-run__KWcVFxF",
            "started_at": "2026-08-30T11:54:47.963795",
            "finished_at": "2026-08-30T15:13:13.380474",
            "input_tokens": 13187031,
            "cached_tokens": 11678272,
            "output_tokens": 98561,
            "metrics": {
              "action_jerk": 0.131,
              "anchor_pos_err_m": 0.7587,
              "falls": 1.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1542,
              "mpjpe_m": 0.0444,
              "n_params": 2903581.0,
              "raw_total": 0.7217,
              "reward": 0.7217,
              "survival": 0.9477,
              "survived_s": 18.955,
              "tracking_multi": 0.7256,
              "tracking_score": 0.9251
            }
          },
          "05-sprint": {
            "reward": 0.6873,
            "success_rate": null,
            "cost_usd": 0.488037,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 3.968,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "05-sprint/claude-code/login.aicr.ai--glm-5.3-flash--05-sprint__gzHYCBn",
            "started_at": "2026-08-30T15:13:17.207827",
            "finished_at": "2026-08-30T19:11:21.896828",
            "input_tokens": 11664085,
            "cached_tokens": 11078400,
            "output_tokens": 135665,
            "metrics": {
              "action_jerk": 0.1287,
              "anchor_pos_err_m": 2.2032,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.428,
              "mpjpe_m": 0.0609,
              "n_params": 250775.0,
              "raw_total": 0.6873,
              "reward": 0.6873,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.6436,
              "tracking_score": 0.9558
            }
          }
        }
      },
      "gpt6astra": {
        "score": 0.78856,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-dance": {
            "score": 0.8281,
            "reward": 0.8281,
            "success_rate": null,
            "cost_usd": 50.631118,
            "cost_usd_mean": 50.631118,
            "hours_median": 3.9947,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.7913,
            "reward": 0.7913,
            "success_rate": null,
            "cost_usd": 49.030322,
            "cost_usd_mean": 49.030322,
            "hours_median": 3.9037,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.805,
            "reward": 0.805,
            "success_rate": null,
            "cost_usd": 36.753676,
            "cost_usd_mean": 36.753676,
            "hours_median": 4.0723,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.7978,
            "reward": 0.7978,
            "success_rate": null,
            "cost_usd": 53.49803,
            "cost_usd_mean": 53.49803,
            "hours_median": 4.055,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.7206,
            "reward": 0.7206,
            "success_rate": null,
            "cost_usd": 59.473334,
            "cost_usd_mean": 59.473334,
            "hours_median": 3.9845,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.8281,
            "success_rate": null,
            "cost_usd": 50.631118,
            "cost_source": "harness",
            "hours": 3.9947,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "01-dance/codex/216--openai_gpt-6-astra--01-dance__fruXq2o",
            "started_at": "2026-09-05T11:49:20.301649",
            "finished_at": "2026-09-05T15:49:01.377389",
            "input_tokens": 34176735,
            "cached_tokens": 33323648,
            "output_tokens": 175532,
            "metrics": {
              "action_jerk": 0.1622,
              "anchor_pos_err_m": 1.1975,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1544,
              "mpjpe_m": 0.0296,
              "n_params": 829143.0,
              "raw_total": 0.8281,
              "reward": 0.8281,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.8683,
              "tracking_score": 0.9885
            }
          },
          "02-fight": {
            "reward": 0.7913,
            "success_rate": null,
            "cost_usd": 49.030322,
            "cost_source": "harness",
            "hours": 3.9037,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "02-fight/codex/216--openai_gpt-6-astra--02-fight__oBNRLN3",
            "started_at": "2026-09-05T11:49:20.301710",
            "finished_at": "2026-09-05T15:43:33.784768",
            "input_tokens": 36889507,
            "cached_tokens": 36268672,
            "output_tokens": 131066,
            "metrics": {
              "action_jerk": 0.1619,
              "anchor_pos_err_m": 1.1402,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1903,
              "mpjpe_m": 0.0364,
              "n_params": 4131954.0,
              "raw_total": 0.7913,
              "reward": 0.7913,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.8155,
              "tracking_score": 0.9839
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.805,
            "success_rate": null,
            "cost_usd": 36.753676,
            "cost_source": "harness",
            "hours": 4.0723,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "03-fall-and-get-up/codex/216--openai_gpt-6-astra--03-fall-and-get-up__3UuYmaG",
            "started_at": "2026-09-05T11:49:20.301466",
            "finished_at": "2026-09-05T15:53:40.531986",
            "input_tokens": 25868066,
            "cached_tokens": 25442176,
            "output_tokens": 141052,
            "metrics": {
              "action_jerk": 0.1414,
              "anchor_pos_err_m": 0.3533,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.3364,
              "mpjpe_m": 0.0358,
              "n_params": 662306.0,
              "raw_total": 0.805,
              "reward": 0.805,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.8207,
              "tracking_score": 0.9818
            }
          },
          "04-run": {
            "reward": 0.7978,
            "success_rate": null,
            "cost_usd": 53.49803,
            "cost_source": "harness",
            "hours": 4.055,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "04-run/codex/216--openai_gpt-6-astra--04-run__vvsTtJi",
            "started_at": "2026-09-05T11:49:20.301446",
            "finished_at": "2026-09-05T15:52:38.355053",
            "input_tokens": 37335765,
            "cached_tokens": 36538880,
            "output_tokens": 179806,
            "metrics": {
              "action_jerk": 0.2219,
              "anchor_pos_err_m": 0.6287,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1753,
              "mpjpe_m": 0.0295,
              "n_params": 1159415.0,
              "raw_total": 0.7978,
              "reward": 0.7978,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.8669,
              "tracking_score": 0.989
            }
          },
          "05-sprint": {
            "reward": 0.7206,
            "success_rate": null,
            "cost_usd": 59.473334,
            "cost_source": "harness",
            "hours": 3.9845,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "05-sprint/codex/login.aicr.ai--openai_gpt-6-astra--05-sprint__XCAXkww",
            "started_at": "2026-09-09T18:27:05.036993",
            "finished_at": "2026-09-09T22:26:09.116248",
            "input_tokens": 43137279,
            "cached_tokens": 42461184,
            "output_tokens": 205024,
            "metrics": {
              "action_jerk": 0.232,
              "anchor_pos_err_m": 1.868,
              "falls": 1.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.153,
              "mpjpe_m": 0.0318,
              "n_params": 890306.0,
              "raw_total": 0.7206,
              "reward": 0.7206,
              "survival": 0.9355,
              "survived_s": 10.29,
              "tracking_multi": 0.8002,
              "tracking_score": 0.9228
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.24072,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-dance": {
            "score": 0.3294,
            "reward": 0.3294,
            "success_rate": null,
            "cost_usd": 1.108939,
            "cost_usd_mean": 1.108939,
            "hours_median": 2.9688,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.0056,
            "reward": 0.0056,
            "success_rate": null,
            "cost_usd": 0.316669,
            "cost_usd_mean": 0.316669,
            "hours_median": 1.0414,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.0782,
            "reward": 0.0782,
            "success_rate": null,
            "cost_usd": 0.273493,
            "cost_usd_mean": 0.273493,
            "hours_median": 0.8414,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.542,
            "reward": 0.542,
            "success_rate": null,
            "cost_usd": 1.021233,
            "cost_usd_mean": 1.021233,
            "hours_median": 2.5875,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.2484,
            "reward": 0.2484,
            "success_rate": null,
            "cost_usd": 0.446419,
            "cost_usd_mean": 0.446419,
            "hours_median": 1.4235,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.3294,
            "success_rate": null,
            "cost_usd": 1.108939,
            "cost_source": "harness",
            "hours": 2.9688,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "01-dance/codex/login.aicr.ai--openai_gpt-5.6-luna--01-dance__ZJSfL2h",
            "started_at": "2026-08-30T06:14:27.458071",
            "finished_at": "2026-08-30T09:12:34.987085",
            "input_tokens": 48075363,
            "cached_tokens": 47522304,
            "output_tokens": 38397,
            "metrics": {
              "action_jerk": 0.1591,
              "anchor_pos_err_m": 0.5987,
              "falls": 5.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1803,
              "mpjpe_m": 0.0674,
              "n_params": 250717.0,
              "raw_total": 0.3294,
              "reward": 0.3294,
              "survival": 0.5089,
              "survived_s": 10.178,
              "tracking_multi": 0.3466,
              "tracking_score": 0.4889
            }
          },
          "02-fight": {
            "reward": 0.0056,
            "success_rate": null,
            "cost_usd": 0.316669,
            "cost_source": "harness",
            "hours": 1.0414,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "02-fight/codex/login.aicr.ai--openai_gpt-5.6-luna--02-fight__RWTsDwM",
            "started_at": "2026-08-30T06:12:55.403905",
            "finished_at": "2026-08-30T07:15:24.567140",
            "input_tokens": 12554843,
            "cached_tokens": 12345600,
            "output_tokens": 23257,
            "metrics": {
              "action_jerk": 0.3772,
              "anchor_pos_err_m": 0.4641,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.183,
              "mpjpe_m": 0.1008,
              "n_params": 78555.0,
              "raw_total": 0.0056,
              "reward": 0.0056,
              "survival": 0.1036,
              "survived_s": 2.073,
              "tracking_multi": 0.0557,
              "tracking_score": 0.0939
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.0782,
            "success_rate": null,
            "cost_usd": 0.273493,
            "cost_source": "harness",
            "hours": 0.8414,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "03-fall-and-get-up/codex/login.aicr.ai--openai_gpt-5.6-luna--03-fall-and-get-up__C2XDKu2",
            "started_at": "2026-08-30T06:21:31.095110",
            "finished_at": "2026-08-30T07:12:00.072885",
            "input_tokens": 10614559,
            "cached_tokens": 10409984,
            "output_tokens": 20315,
            "metrics": {
              "action_jerk": 0.1803,
              "anchor_pos_err_m": 0.3134,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2912,
              "mpjpe_m": 0.084,
              "n_params": 250717.0,
              "raw_total": 0.0782,
              "reward": 0.0782,
              "survival": 0.2194,
              "survived_s": 4.388,
              "tracking_multi": 0.1209,
              "tracking_score": 0.1979
            }
          },
          "04-run": {
            "reward": 0.542,
            "success_rate": null,
            "cost_usd": 1.021233,
            "cost_source": "harness",
            "hours": 2.5875,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "04-run/codex/login.aicr.ai--openai_gpt-5.6-luna--04-run__fj7XVSf",
            "started_at": "2026-08-30T09:08:01.445573",
            "finished_at": "2026-08-30T11:43:16.398425",
            "input_tokens": 44947685,
            "cached_tokens": 44526080,
            "output_tokens": 38659,
            "metrics": {
              "action_jerk": 0.1378,
              "anchor_pos_err_m": 0.9793,
              "falls": 3.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1533,
              "mpjpe_m": 0.0599,
              "n_params": 250717.0,
              "raw_total": 0.542,
              "reward": 0.542,
              "survival": 0.8247,
              "survived_s": 16.495,
              "tracking_multi": 0.5443,
              "tracking_score": 0.79
            }
          },
          "05-sprint": {
            "reward": 0.2484,
            "success_rate": null,
            "cost_usd": 0.446419,
            "cost_source": "harness",
            "hours": 1.4235,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "05-sprint/codex/login.aicr.ai--openai_gpt-5.6-luna--05-sprint__dMKJ4Rb",
            "started_at": "2026-09-09T18:29:03.749250",
            "finished_at": "2026-09-09T19:54:28.290423",
            "input_tokens": 18190263,
            "cached_tokens": 17927936,
            "output_tokens": 29496,
            "metrics": {
              "action_jerk": 0.178,
              "anchor_pos_err_m": 0.5772,
              "falls": 5.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2389,
              "mpjpe_m": 0.0851,
              "n_params": 255359.0,
              "raw_total": 0.2484,
              "reward": 0.2484,
              "survival": 0.4148,
              "survived_s": 4.562,
              "tracking_multi": 0.2513,
              "tracking_score": 0.3889
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.63982,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-dance": {
            "score": 0.8111,
            "reward": 0.8111,
            "success_rate": null,
            "cost_usd": 18.062868,
            "cost_usd_mean": 18.062868,
            "hours_median": 2.2126,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.538,
            "reward": 0.538,
            "success_rate": null,
            "cost_usd": 15.633589,
            "cost_usd_mean": 15.633589,
            "hours_median": 1.894,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.795,
            "reward": 0.795,
            "success_rate": null,
            "cost_usd": 25.111992,
            "cost_usd_mean": 25.111992,
            "hours_median": 3.0193,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.6973,
            "reward": 0.6973,
            "success_rate": null,
            "cost_usd": 23.649809,
            "cost_usd_mean": 23.649809,
            "hours_median": 2.629,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.3577,
            "reward": 0.3577,
            "success_rate": null,
            "cost_usd": 25.4714,
            "cost_usd_mean": 25.4714,
            "hours_median": 3.1529,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.8111,
            "success_rate": null,
            "cost_usd": 18.062868,
            "cost_source": "harness",
            "hours": 2.2126,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "01-dance/codex/login.aicr.ai--openai_gpt-5.6-sol--01-dance__h9mZeCB",
            "started_at": "2026-08-30T02:26:32.969256",
            "finished_at": "2026-08-30T04:39:18.370410",
            "input_tokens": 38887892,
            "cached_tokens": 38489600,
            "output_tokens": 53693,
            "metrics": {
              "action_jerk": 0.2132,
              "anchor_pos_err_m": 0.8553,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1434,
              "mpjpe_m": 0.0278,
              "n_params": 567132.0,
              "raw_total": 0.8111,
              "reward": 0.8111,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.8797,
              "tracking_score": 0.9906
            }
          },
          "02-fight": {
            "reward": 0.538,
            "success_rate": null,
            "cost_usd": 15.633589,
            "cost_source": "harness",
            "hours": 1.894,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "02-fight/codex/login.aicr.ai--openai_gpt-5.6-sol--02-fight__C2xTCwY",
            "started_at": "2026-08-30T02:46:35.463076",
            "finished_at": "2026-08-30T04:40:13.735446",
            "input_tokens": 33944347,
            "cached_tokens": 33558272,
            "output_tokens": 33299,
            "metrics": {
              "action_jerk": 0.1404,
              "anchor_pos_err_m": 1.0321,
              "falls": 3.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1829,
              "mpjpe_m": 0.0534,
              "n_params": 333665.0,
              "raw_total": 0.538,
              "reward": 0.538,
              "survival": 0.769,
              "survived_s": 15.38,
              "tracking_multi": 0.5643,
              "tracking_score": 0.7455
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.795,
            "success_rate": null,
            "cost_usd": 25.111992,
            "cost_source": "harness",
            "hours": 3.0193,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "03-fall-and-get-up/codex/login.aicr.ai--openai_gpt-5.6-sol--03-fall-and-get-up__pmmyJFr",
            "started_at": "2026-08-30T02:46:35.450226",
            "finished_at": "2026-08-30T05:47:45.026669",
            "input_tokens": 52606337,
            "cached_tokens": 51836160,
            "output_tokens": 64841,
            "metrics": {
              "action_jerk": 0.1886,
              "anchor_pos_err_m": 0.3939,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1765,
              "mpjpe_m": 0.0336,
              "n_params": 725681.0,
              "raw_total": 0.795,
              "reward": 0.795,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.8395,
              "tracking_score": 0.9813
            }
          },
          "04-run": {
            "reward": 0.6973,
            "success_rate": null,
            "cost_usd": 23.649809,
            "cost_source": "harness",
            "hours": 2.629,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "04-run/codex/login.aicr.ai--openai_gpt-5.6-sol--04-run__RPzszo6",
            "started_at": "2026-08-30T02:46:37.887308",
            "finished_at": "2026-08-30T05:24:22.239189",
            "input_tokens": 52464008,
            "cached_tokens": 52000512,
            "output_tokens": 49781,
            "metrics": {
              "action_jerk": 0.1297,
              "anchor_pos_err_m": 1.0564,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1363,
              "mpjpe_m": 0.0584,
              "n_params": 1003192.0,
              "raw_total": 0.6973,
              "reward": 0.6973,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.6585,
              "tracking_score": 0.9591
            }
          },
          "05-sprint": {
            "reward": 0.3577,
            "success_rate": null,
            "cost_usd": 25.4714,
            "cost_source": "harness",
            "hours": 3.1529,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "05-sprint/codex/login.aicr.ai--openai_gpt-5.6-sol--05-sprint__vCCAG6R",
            "started_at": "2026-09-09T18:28:05.594674",
            "finished_at": "2026-09-09T21:37:15.966050",
            "input_tokens": 57702702,
            "cached_tokens": 57383680,
            "output_tokens": 62092,
            "metrics": {
              "action_jerk": 0.2054,
              "anchor_pos_err_m": 1.2991,
              "falls": 4.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2095,
              "mpjpe_m": 0.0843,
              "n_params": 1504629.0,
              "raw_total": 0.3577,
              "reward": 0.3577,
              "survival": 0.5827,
              "survived_s": 6.41,
              "tracking_multi": 0.392,
              "tracking_score": 0.5496
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.13204,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-dance": {
            "score": 0.3766,
            "reward": 0.3766,
            "success_rate": null,
            "cost_usd": 1.134716,
            "cost_usd_mean": 1.134716,
            "hours_median": 4.044,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 1.21054,
            "cost_usd_mean": 1.21054,
            "hours_median": 0.4443,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 1.848902,
            "cost_usd_mean": 1.848902,
            "hours_median": 0.8084,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.0226,
            "reward": 0.0226,
            "success_rate": null,
            "cost_usd": 0.738824,
            "cost_usd_mean": 0.738824,
            "hours_median": 0.2252,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.261,
            "reward": 0.261,
            "success_rate": null,
            "cost_usd": 1.9489,
            "cost_usd_mean": 1.9489,
            "hours_median": 0.5466,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.3766,
            "success_rate": null,
            "cost_usd": 1.134716,
            "cost_source": "harness",
            "hours": 4.044,
            "status": "failed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "01-dance/codex/login.aicr.ai--openai_gpt-5.6-terra--01-dance__BoP2sHG",
            "started_at": "2026-08-30T04:40:15.332510",
            "finished_at": "2026-08-30T08:42:53.796847",
            "input_tokens": 3755368,
            "cached_tokens": 3617280,
            "output_tokens": 11257,
            "metrics": {
              "action_jerk": 0.1472,
              "anchor_pos_err_m": 0.7067,
              "falls": 4.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2027,
              "mpjpe_m": 0.067,
              "n_params": 250717.0,
              "raw_total": 0.3766,
              "reward": 0.3766,
              "survival": 0.6335,
              "survived_s": 12.67,
              "tracking_multi": 0.4055,
              "tracking_score": 0.6034
            }
          },
          "02-fight": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 1.21054,
            "cost_source": "harness",
            "hours": 0.4443,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "02-fight/codex/login.aicr.ai--openai_gpt-5.6-terra--02-fight__zU7erBX",
            "started_at": "2026-08-30T05:47:46.551796",
            "finished_at": "2026-08-30T06:14:26.018556",
            "input_tokens": 4226851,
            "cached_tokens": 4105472,
            "output_tokens": 12224,
            "metrics": {
              "action_jerk": 0.1401,
              "anchor_pos_err_m": 0.2166,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2141,
              "mpjpe_m": 0.1121,
              "n_params": 250717.0,
              "raw_total": 0.0,
              "reward": 0.0,
              "survival": 0.0602,
              "survived_s": 1.205,
              "tracking_multi": 0.0282,
              "tracking_score": 0.0525
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 1.848902,
            "cost_source": "harness",
            "hours": 0.8084,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "03-fall-and-get-up/codex/login.aicr.ai--openai_gpt-5.6-terra--03-fall-and-get-up__fbSDUpJ",
            "started_at": "2026-08-30T05:24:23.652378",
            "finished_at": "2026-08-30T06:12:54.012194",
            "input_tokens": 6661182,
            "cached_tokens": 6499072,
            "output_tokens": 18739,
            "metrics": {
              "action_jerk": 0.2368,
              "anchor_pos_err_m": 0.0757,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1751,
              "mpjpe_m": 0.0787,
              "n_params": 251098.0,
              "raw_total": 0.0,
              "reward": 0.0,
              "survival": 0.0164,
              "survived_s": 0.328,
              "tracking_multi": 0.0077,
              "tracking_score": 0.0143
            }
          },
          "04-run": {
            "reward": 0.0226,
            "success_rate": null,
            "cost_usd": 0.738824,
            "cost_source": "harness",
            "hours": 0.2252,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "04-run/codex/login.aicr.ai--openai_gpt-5.6-terra--04-run__2WWU4Me",
            "started_at": "2026-08-30T06:07:58.942199",
            "finished_at": "2026-08-30T06:21:29.639781",
            "input_tokens": 2207243,
            "cached_tokens": 2103808,
            "output_tokens": 9266,
            "metrics": {
              "action_jerk": 0.1263,
              "anchor_pos_err_m": 0.9111,
              "falls": 8.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1566,
              "mpjpe_m": 0.0986,
              "n_params": 251098.0,
              "raw_total": 0.0226,
              "reward": 0.0226,
              "survival": 0.151,
              "survived_s": 3.02,
              "tracking_multi": 0.0747,
              "tracking_score": 0.1349
            }
          },
          "05-sprint": {
            "reward": 0.261,
            "success_rate": null,
            "cost_usd": 1.9489,
            "cost_source": "harness",
            "hours": 0.5466,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "05-sprint/codex/login.aicr.ai--openai_gpt-5.6-terra--05-sprint__xVf3bJZ",
            "started_at": "2026-09-09T18:28:35.159057",
            "finished_at": "2026-09-09T19:01:22.975344",
            "input_tokens": 7334990,
            "cached_tokens": 7168000,
            "output_tokens": 15110,
            "metrics": {
              "action_jerk": 0.1859,
              "anchor_pos_err_m": 0.9799,
              "falls": 5.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2183,
              "mpjpe_m": 0.0905,
              "n_params": 250717.0,
              "raw_total": 0.261,
              "reward": 0.261,
              "survival": 0.4657,
              "survived_s": 5.123,
              "tracking_multi": 0.278,
              "tracking_score": 0.4341
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.6799,
        "complete": true,
        "n_runs": 5,
        "n_subtasks": 5,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-dance": {
            "score": 0.8032,
            "reward": 0.8032,
            "success_rate": null,
            "cost_usd": 0.133295,
            "cost_usd_mean": 0.133295,
            "hours_median": 3.3742,
            "n_runs": 1,
            "complete": true
          },
          "02-fight": {
            "score": 0.7576,
            "reward": 0.7576,
            "success_rate": null,
            "cost_usd": 0.229174,
            "cost_usd_mean": 0.229174,
            "hours_median": 3.6884,
            "n_runs": 1,
            "complete": true
          },
          "03-fall-and-get-up": {
            "score": 0.4147,
            "reward": 0.4147,
            "success_rate": null,
            "cost_usd": 0.475784,
            "cost_usd_mean": 0.475784,
            "hours_median": 3.6738,
            "n_runs": 1,
            "complete": true
          },
          "04-run": {
            "score": 0.8208,
            "reward": 0.8208,
            "success_rate": null,
            "cost_usd": 0.18178,
            "cost_usd_mean": 0.18178,
            "hours_median": 3.2607,
            "n_runs": 1,
            "complete": true
          },
          "05-sprint": {
            "score": 0.6032,
            "reward": 0.6032,
            "success_rate": null,
            "cost_usd": 0.23571,
            "cost_usd_mean": 0.23571,
            "hours_median": 3.3527,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-dance": {
            "reward": 0.8032,
            "success_rate": null,
            "cost_usd": 0.133295,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.3742,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T192422-task04_01_dance_context1m_high-484a077c",
            "started_at": "2026-09-11T19:24:23.213222",
            "finished_at": "2026-09-11T22:46:50.277744",
            "input_tokens": 7662772,
            "cached_tokens": 7592960,
            "output_tokens": 92688,
            "metrics": {
              "action_jerk": 0.1149,
              "anchor_pos_err_m": 0.7057,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.193,
              "mpjpe_m": 0.0386,
              "n_params": 826397.0,
              "obs_history_length": 8.0,
              "raw_total": 0.8032,
              "reward": 0.8032,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.7994,
              "tracking_score": 0.9822
            }
          },
          "02-fight": {
            "reward": 0.7576,
            "success_rate": null,
            "cost_usd": 0.229174,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.6884,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T224710-task04_02_fight_context1m_high-8ff34358",
            "started_at": "2026-09-11T22:47:10.624448",
            "finished_at": "2026-09-12T02:28:28.851886",
            "input_tokens": 15908377,
            "cached_tokens": 15803776,
            "output_tokens": 149469,
            "metrics": {
              "action_jerk": 0.1637,
              "anchor_pos_err_m": 0.9992,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.1953,
              "mpjpe_m": 0.0431,
              "n_params": 828826.0,
              "obs_history_length": 1.0,
              "raw_total": 0.7576,
              "reward": 0.7576,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.7685,
              "tracking_score": 0.9762
            }
          },
          "03-fall-and-get-up": {
            "reward": 0.4147,
            "success_rate": null,
            "cost_usd": 0.475784,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.6738,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T231709-task04_03_fall_and_get_up_context1m_high-a67068ef",
            "started_at": "2026-09-11T23:17:09.958381",
            "finished_at": "2026-09-12T02:57:35.689542",
            "input_tokens": 56121086,
            "cached_tokens": 55984000,
            "output_tokens": 214457,
            "metrics": {
              "action_jerk": 0.3445,
              "anchor_pos_err_m": 1.0726,
              "falls": 5.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.2796,
              "mpjpe_m": 0.0459,
              "n_params": 1980542.0,
              "obs_history_length": 8.0,
              "raw_total": 0.4147,
              "reward": 0.4147,
              "survival": 0.6981,
              "survived_s": 13.962,
              "tracking_multi": 0.5332,
              "tracking_score": 0.6783
            }
          },
          "04-run": {
            "reward": 0.8208,
            "success_rate": null,
            "cost_usd": 0.18178,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.2607,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T201841-task04_04_run_context1m_high-9368dfa4",
            "started_at": "2026-09-11T20:18:42.209859",
            "finished_at": "2026-09-11T23:34:20.670365",
            "input_tokens": 12681323,
            "cached_tokens": 12600960,
            "output_tokens": 118882,
            "metrics": {
              "action_jerk": 0.1453,
              "anchor_pos_err_m": 0.9781,
              "falls": 0.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.109,
              "mpjpe_m": 0.0323,
              "n_params": 1485405.0,
              "obs_history_length": 5.0,
              "raw_total": 0.8208,
              "reward": 0.8208,
              "survival": 1.0,
              "survived_s": 20.0,
              "tracking_multi": 0.846,
              "tracking_score": 0.9869
            }
          },
          "05-sprint": {
            "reward": 0.6032,
            "success_rate": null,
            "cost_usd": 0.23571,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.3527,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T233430-task04_05_sprint_context1m_high-210dd7c4",
            "started_at": "2026-09-11T23:34:31.045984",
            "finished_at": "2026-09-12T02:55:40.886047",
            "input_tokens": 17703181,
            "cached_tokens": 17608320,
            "output_tokens": 150143,
            "metrics": {
              "action_jerk": 0.133,
              "anchor_pos_err_m": 2.2967,
              "falls": 2.0,
              "gate_deterministic": 1.0,
              "gate_stable": 1.0,
              "gate_valid": 1.0,
              "gated": 0.0,
              "joint_rmse_rad": 0.206,
              "mpjpe_m": 0.0577,
              "n_params": 661919.0,
              "obs_history_length": 6.0,
              "raw_total": 0.6032,
              "reward": 0.6032,
              "survival": 0.8726,
              "survived_s": 17.453,
              "tracking_multi": 0.5989,
              "tracking_score": 0.8287
            }
          }
        }
      }
    },
    "task05": {
      "opus5": {
        "score": 0.6305,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-libero-open-design": {
            "score": 0.898,
            "reward": 0.898,
            "success_rate": 0.898,
            "cost_usd": 6.811493,
            "cost_usd_mean": 6.811493,
            "hours_median": 4.4614,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.684,
            "reward": 0.684,
            "success_rate": 0.684,
            "cost_usd": 5.155953,
            "cost_usd_mean": 5.155953,
            "hours_median": 2.774,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.74,
            "reward": 0.74,
            "success_rate": 0.74,
            "cost_usd": 5.169189,
            "cost_usd_mean": 5.169189,
            "hours_median": 3.7654,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.2,
            "reward": 0.2,
            "success_rate": 0.2,
            "cost_usd": 5.470155,
            "cost_usd_mean": 5.470155,
            "hours_median": 4.2085,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.898,
            "success_rate": 0.898,
            "cost_usd": 6.811493,
            "cost_source": "harness",
            "hours": 4.4614,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "task03/t4-open-init/claude-code/claude-opus-5",
            "started_at": "2026-09-09T05:04:50.802234Z",
            "finished_at": "2026-09-09T09:32:31.958279Z",
            "input_tokens": 6483650,
            "cached_tokens": 6352795,
            "output_tokens": 93091,
            "metrics": {
              "episodes": 500.0,
              "parameters": 220974642.0,
              "replay_wall_s": 1703.787488,
              "reward": 0.898,
              "success_rate": 0.898
            }
          },
          "02-libero-robustness": {
            "reward": 0.684,
            "success_rate": 0.684,
            "cost_usd": 5.155953,
            "cost_source": "harness",
            "hours": 2.774,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "task03/t5-robustness/claude-code/claude-opus-5",
            "started_at": "2026-09-11T04:27:49.598505Z",
            "finished_at": "2026-09-11T07:14:15.911694Z",
            "input_tokens": 5035898,
            "cached_tokens": 4933747,
            "output_tokens": 66728,
            "metrics": {
              "episodes": 500.0,
              "parameters": 20200229.0,
              "replay_wall_s": 1009.418565,
              "reward": 0.684,
              "plus_success_rate": 0.684
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.74,
            "success_rate": 0.74,
            "cost_usd": 5.169189,
            "cost_source": "harness",
            "hours": 3.7654,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "task03/t6-robotwin-open/claude-code/claude-opus-5",
            "started_at": "2026-09-09T20:04:03.858416Z",
            "finished_at": "2026-09-09T23:49:59.217018Z",
            "input_tokens": 5586781,
            "cached_tokens": 5492308,
            "output_tokens": 59161,
            "metrics": {
              "episodes": 300.0,
              "parameters": 109994510.0,
              "replay_wall_s": 1723.976188,
              "reward": 0.74,
              "success_rate": 0.74
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.2,
            "success_rate": 0.2,
            "cost_usd": 5.470155,
            "cost_source": "harness",
            "hours": 4.2085,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-5",
            "job": "task03/t7-robotwin-robust/claude-code/claude-opus-5",
            "started_at": "2026-09-11T08:00:20.277835Z",
            "finished_at": "2026-09-11T12:12:50.733429Z",
            "input_tokens": 6069258,
            "cached_tokens": 5973410,
            "output_tokens": 61030,
            "metrics": {
              "episodes": 225.0,
              "parameters": 40183384.0,
              "replay_wall_s": 1538.612869,
              "reward": 0.2,
              "success_rate": 0.2
            }
          }
        }
      },
      "opus48": {
        "score": 0.571389,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-libero-open-design": {
            "score": 0.8,
            "reward": 0.8,
            "success_rate": 0.8,
            "cost_usd": 11.217937,
            "cost_usd_mean": 11.217937,
            "hours_median": 2.9123,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.71,
            "reward": 0.71,
            "success_rate": 0.71,
            "cost_usd": 9.248422,
            "cost_usd_mean": 9.248422,
            "hours_median": 3.5218,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.686667,
            "reward": 0.686667,
            "success_rate": 0.686667,
            "cost_usd": 5.288716,
            "cost_usd_mean": 5.288716,
            "hours_median": 3.8919,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.088889,
            "reward": 0.088889,
            "success_rate": 0.088889,
            "cost_usd": 6.115242,
            "cost_usd_mean": 6.115242,
            "hours_median": 3.8745,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.8,
            "success_rate": 0.8,
            "cost_usd": 11.217937,
            "cost_source": "harness",
            "hours": 2.9123,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-4-8",
            "job": "task03/t4-open-init/claude-code/claude-opus-4-8",
            "started_at": "2026-09-09T05:06:20.837099Z",
            "finished_at": "2026-09-09T08:01:05.179025Z",
            "input_tokens": 13961330,
            "cached_tokens": 13806043,
            "output_tokens": 110541,
            "metrics": {
              "episodes": 500.0,
              "parameters": 20414983.0,
              "replay_wall_s": 538.70983,
              "reward": 0.8,
              "success_rate": 0.8
            }
          },
          "02-libero-robustness": {
            "reward": 0.71,
            "success_rate": 0.71,
            "cost_usd": 9.248422,
            "cost_source": "harness",
            "hours": 3.5218,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-4-8",
            "job": "task03/t5-robustness/claude-code/claude-opus-4-8",
            "started_at": "2026-09-11T04:28:49.320920Z",
            "finished_at": "2026-09-11T08:00:07.935465Z",
            "input_tokens": 12314294,
            "cached_tokens": 12198744,
            "output_tokens": 79800,
            "metrics": {
              "episodes": 500.0,
              "parameters": 7562119.0,
              "replay_wall_s": 497.859725,
              "reward": 0.71,
              "plus_success_rate": 0.71
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.686667,
            "success_rate": 0.686667,
            "cost_usd": 5.288716,
            "cost_source": "harness",
            "hours": 3.8919,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-4-8",
            "job": "task03/t6-robotwin-open/claude-code/claude-opus-4-8",
            "started_at": "2026-09-09T21:17:46.984361Z",
            "finished_at": "2026-09-10T01:11:17.829611Z",
            "input_tokens": 5983884,
            "cached_tokens": 5892452,
            "output_tokens": 57160,
            "metrics": {
              "episodes": 300.0,
              "parameters": 8282186.0,
              "replay_wall_s": 1620.270343,
              "reward": 0.686667,
              "success_rate": 0.686667
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.088889,
            "success_rate": 0.088889,
            "cost_usd": 6.115242,
            "cost_source": "harness",
            "hours": 3.8745,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "claude-opus-4-8",
            "job": "task03/t7-robotwin-robust/claude-code/claude-opus-4-8",
            "started_at": "2026-09-11T08:45:20.520168Z",
            "finished_at": "2026-09-11T12:37:48.746490Z",
            "input_tokens": 7184367,
            "cached_tokens": 7084165,
            "output_tokens": 62882,
            "metrics": {
              "episodes": 225.0,
              "parameters": 19556938.0,
              "replay_wall_s": 1422.959046,
              "reward": 0.088889,
              "success_rate": 0.088889
            }
          }
        }
      },
      "gpt6astra": {
        "score": 0.639,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-libero-open-design": {
            "score": 0.868,
            "reward": 0.868,
            "success_rate": 0.868,
            "cost_usd": 38.194088,
            "cost_usd_mean": 38.194088,
            "hours_median": 4.2535,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.828,
            "reward": 0.828,
            "success_rate": 0.828,
            "cost_usd": 56.441434,
            "cost_usd_mean": 56.441434,
            "hours_median": 4.6355,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.673333,
            "reward": 0.673333,
            "success_rate": 0.673333,
            "cost_usd": 44.014004,
            "cost_usd_mean": 44.014004,
            "hours_median": 5.9983,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.186667,
            "reward": 0.186667,
            "success_rate": 0.186667,
            "cost_usd": 57.21949,
            "cost_usd_mean": 57.21949,
            "hours_median": 5.386,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.868,
            "success_rate": 0.868,
            "cost_usd": 38.194088,
            "cost_source": "harness",
            "hours": 4.2535,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-6-astra",
            "job": "task03/t4-open-init/codex/gpt-6-astra",
            "started_at": "2026-09-10T02:55:38.142220Z",
            "finished_at": "2026-09-10T07:10:50.586282Z",
            "input_tokens": 23307567,
            "cached_tokens": 22760448,
            "output_tokens": 199249,
            "metrics": {
              "episodes": 500.0,
              "parameters": 68820814.0,
              "replay_wall_s": 653.162445,
              "reward": 0.868,
              "success_rate": 0.868
            }
          },
          "02-libero-robustness": {
            "reward": 0.828,
            "success_rate": 0.828,
            "cost_usd": 56.441434,
            "cost_source": "harness",
            "hours": 4.6355,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-6-astra",
            "job": "task03/t5-robustness/codex/gpt-6-astra",
            "started_at": "2026-09-11T04:06:48.324302Z",
            "finished_at": "2026-09-11T08:44:56.209936Z",
            "input_tokens": 39186613,
            "cached_tokens": 38470144,
            "output_tokens": 216132,
            "metrics": {
              "episodes": 500.0,
              "parameters": 107075550.0,
              "replay_wall_s": 1178.634503,
              "reward": 0.828,
              "plus_success_rate": 0.828
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.673333,
            "success_rate": 0.673333,
            "cost_usd": 44.014004,
            "cost_source": "harness",
            "hours": 5.9983,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-6-astra",
            "job": "task03/t6-robotwin-open/codex/gpt-6-astra",
            "started_at": "2026-09-10T02:36:05.117032Z",
            "finished_at": "2026-09-10T08:35:58.838938Z",
            "input_tokens": 28518133,
            "cached_tokens": 27899264,
            "output_tokens": 198521,
            "metrics": {
              "episodes": 300.0,
              "parameters": 64432188.0,
              "replay_wall_s": 752.847138,
              "reward": 0.673333,
              "success_rate": 0.673333
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.186667,
            "success_rate": 0.186667,
            "cost_usd": 57.21949,
            "cost_source": "harness",
            "hours": 5.386,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-6-astra",
            "job": "task03/t7-robotwin-robust/codex/gpt-6-astra",
            "started_at": "2026-09-11T07:53:50.316738Z",
            "finished_at": "2026-09-11T13:16:59.842537Z",
            "input_tokens": 33706061,
            "cached_tokens": 32661504,
            "output_tokens": 280432,
            "metrics": {
              "episodes": 225.0,
              "parameters": 19333760.0,
              "replay_wall_s": 1197.905129,
              "reward": 0.186667,
              "success_rate": 0.186667
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.522222,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-libero-open-design": {
            "score": 0.818,
            "reward": 0.818,
            "success_rate": 0.818,
            "cost_usd": 9.611515,
            "cost_usd_mean": 9.611515,
            "hours_median": 2.9274,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.572,
            "reward": 0.572,
            "success_rate": 0.572,
            "cost_usd": 16.599069,
            "cost_usd_mean": 16.599069,
            "hours_median": 4.3648,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.61,
            "reward": 0.61,
            "success_rate": 0.61,
            "cost_usd": 21.482207,
            "cost_usd_mean": 21.482207,
            "hours_median": 5.2984,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.088889,
            "reward": 0.088889,
            "success_rate": 0.088889,
            "cost_usd": 21.608642,
            "cost_usd_mean": 21.608642,
            "hours_median": 5.7352,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.818,
            "success_rate": 0.818,
            "cost_usd": 9.611515,
            "cost_source": "harness",
            "hours": 2.9274,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-sol",
            "job": "task03/t4-open-init/codex/gpt-5.6-sol",
            "started_at": "2026-09-09T05:04:50.806199Z",
            "finished_at": "2026-09-09T08:00:29.454030Z",
            "input_tokens": 19454081,
            "cached_tokens": 19179008,
            "output_tokens": 41981,
            "metrics": {
              "episodes": 500.0,
              "parameters": 46074645.0,
              "replay_wall_s": 907.709826,
              "reward": 0.818,
              "success_rate": 0.818
            }
          },
          "02-libero-robustness": {
            "reward": 0.572,
            "success_rate": 0.572,
            "cost_usd": 16.599069,
            "cost_source": "harness",
            "hours": 4.3648,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-sol",
            "job": "task03/t5-robustness/codex/gpt-5.6-sol",
            "started_at": "2026-09-11T04:09:19.802171Z",
            "finished_at": "2026-09-11T08:31:12.977222Z",
            "input_tokens": 35567067,
            "cached_tokens": 35203200,
            "output_tokens": 50688,
            "metrics": {
              "episodes": 500.0,
              "parameters": 8002341.0,
              "replay_wall_s": 675.848284,
              "reward": 0.572,
              "plus_success_rate": 0.572
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.61,
            "success_rate": 0.61,
            "cost_usd": 21.482207,
            "cost_source": "harness",
            "hours": 5.2984,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-sol",
            "job": "task03/t6-robotwin-open/codex/gpt-5.6-sol",
            "started_at": "2026-09-10T15:50:09.666078Z",
            "finished_at": "2026-09-10T21:08:04.067749Z",
            "input_tokens": 46221427,
            "cached_tokens": 45817728,
            "output_tokens": 77016,
            "metrics": {
              "episodes": 300.0,
              "parameters": 13173212.0,
              "replay_wall_s": 938.613833,
              "reward": 0.61,
              "success_rate": 0.61
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.088889,
            "success_rate": 0.088889,
            "cost_usd": 21.608642,
            "cost_source": "harness",
            "hours": 5.7352,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-sol",
            "job": "task03/t7-robotwin-robust/codex/gpt-5.6-sol",
            "started_at": "2026-09-11T07:13:20.230586Z",
            "finished_at": "2026-09-11T12:57:26.860677Z",
            "input_tokens": 48710309,
            "cached_tokens": 48491776,
            "output_tokens": 66890,
            "metrics": {
              "episodes": 225.0,
              "parameters": 7911257.0,
              "replay_wall_s": 609.233743,
              "reward": 0.088889,
              "success_rate": 0.088889
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.288342,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-libero-open-design": {
            "score": 0.512,
            "reward": 0.512,
            "success_rate": 0.512,
            "cost_usd": 1.803484,
            "cost_usd_mean": 1.803484,
            "hours_median": 1.3347,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.198,
            "reward": 0.198,
            "success_rate": 0.198,
            "cost_usd": 1.408016,
            "cost_usd_mean": 1.408016,
            "hours_median": 1.4242,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.436667,
            "reward": 0.436667,
            "success_rate": 0.436667,
            "cost_usd": 0.840978,
            "cost_usd_mean": 0.840978,
            "hours_median": 2.6594,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.0067,
            "reward": 0.0067,
            "success_rate": 0.0067,
            "cost_usd": 0.961497,
            "cost_usd_mean": 0.961497,
            "hours_median": 6.0944,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.512,
            "success_rate": 0.512,
            "cost_usd": 1.803484,
            "cost_source": "harness",
            "hours": 1.3347,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-terra",
            "job": "task03/t4-open-init/codex/gpt-5.6-terra",
            "started_at": "2026-09-09T05:51:58.063618Z",
            "finished_at": "2026-09-09T07:12:03.038226Z",
            "input_tokens": 5890465,
            "cached_tokens": 5699072,
            "output_tokens": 23407,
            "metrics": {
              "episodes": 500.0,
              "parameters": 4936008.0,
              "replay_wall_s": 208.546261,
              "reward": 0.512,
              "success_rate": 0.512
            }
          },
          "02-libero-robustness": {
            "reward": 0.198,
            "success_rate": 0.198,
            "cost_usd": 1.408016,
            "cost_source": "harness",
            "hours": 1.4242,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-terra",
            "job": "task03/t5-robustness/codex/gpt-5.6-terra",
            "started_at": "2026-09-11T05:22:19.855596Z",
            "finished_at": "2026-09-11T06:47:46.848391Z",
            "input_tokens": 4272982,
            "cached_tokens": 4089600,
            "output_tokens": 18611,
            "metrics": {
              "episodes": 500.0,
              "parameters": 3808810.0,
              "replay_wall_s": 356.940053,
              "reward": 0.198,
              "plus_success_rate": 0.198
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.436667,
            "success_rate": 0.436667,
            "cost_usd": 0.840978,
            "cost_source": "harness",
            "hours": 2.6594,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-terra",
            "job": "task03/t6-robotwin-open/codex/gpt-5.6-terra",
            "started_at": "2026-09-10T02:38:35.999936Z",
            "finished_at": "2026-09-10T05:18:09.820388Z",
            "input_tokens": 2451376,
            "cached_tokens": 2364928,
            "output_tokens": 16258,
            "metrics": {
              "episodes": 300.0,
              "parameters": 5407483.0,
              "replay_wall_s": 89.245673,
              "reward": 0.436667,
              "success_rate": 0.436667
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.0067,
            "success_rate": 0.0067,
            "cost_usd": 0.961497,
            "cost_source": "harness",
            "hours": 6.0944,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-terra",
            "job": "task03/t7-robotwin-robust/codex/gpt-5.6-terra",
            "started_at": "2026-09-11T08:31:20.408022Z",
            "finished_at": "2026-09-11T14:37:00.151581Z",
            "input_tokens": 2873364,
            "cached_tokens": 2785792,
            "output_tokens": 18313,
            "metrics": {
              "episodes": 225.0,
              "parameters": 941644.0,
              "reward": 0.0067,
              "success_rate": 0.0067
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.163525,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-libero-open-design": {
            "score": 0.436,
            "reward": 0.436,
            "success_rate": 0.436,
            "cost_usd": 0.503065,
            "cost_usd_mean": 0.503065,
            "hours_median": 1.352,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.108,
            "reward": 0.108,
            "success_rate": 0.108,
            "cost_usd": 0.464948,
            "cost_usd_mean": 0.464948,
            "hours_median": 2.5047,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.1101,
            "reward": 0.1101,
            "success_rate": 0.1101,
            "cost_usd": 0.327534,
            "cost_usd_mean": 0.327534,
            "hours_median": null,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.318346,
            "cost_usd_mean": 0.318346,
            "hours_median": 6.5463,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.436,
            "success_rate": 0.436,
            "cost_usd": 0.503065,
            "cost_source": "harness",
            "hours": 1.352,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-luna",
            "job": "task03/t4-open-init/codex/gpt-5.6-luna",
            "started_at": "2026-09-09T05:04:50.806244Z",
            "finished_at": "2026-09-09T06:25:57.877612Z",
            "input_tokens": 19696456,
            "cached_tokens": 19339008,
            "output_tokens": 37329,
            "metrics": {
              "episodes": 500.0,
              "parameters": 843704.0,
              "replay_wall_s": 258.581685,
              "reward": 0.436,
              "success_rate": 0.436
            }
          },
          "02-libero-robustness": {
            "reward": 0.108,
            "success_rate": 0.108,
            "cost_usd": 0.464948,
            "cost_source": "harness",
            "hours": 2.5047,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-luna",
            "job": "task03/t5-robustness/codex/gpt-5.6-luna",
            "started_at": "2026-09-11T05:23:19.961313Z",
            "finished_at": "2026-09-11T07:53:37.040655Z",
            "input_tokens": 17193238,
            "cached_tokens": 16827136,
            "output_tokens": 45987,
            "metrics": {
              "episodes": 500.0,
              "parameters": 34896187.0,
              "replay_wall_s": 478.346091,
              "reward": 0.108,
              "plus_success_rate": 0.108
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.1101,
            "success_rate": 0.1101,
            "cost_usd": 0.327534,
            "cost_source": "harness",
            "hours": null,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-luna",
            "job": "task03/t6-robotwin-open/codex/gpt-5.6-luna",
            "started_at": null,
            "finished_at": null,
            "input_tokens": 12379623,
            "cached_tokens": 12174336,
            "output_tokens": 35825,
            "metrics": {
              "episodes": 300.0,
              "parameters": 565108535.0,
              "reward": 0.1101,
              "success_rate": 0.1101
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.0,
            "success_rate": 0.0,
            "cost_usd": 0.318346,
            "cost_source": "harness",
            "hours": 6.5463,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "gpt-5.6-luna",
            "job": "task03/t7-robotwin-robust/codex/gpt-5.6-luna",
            "started_at": "2026-09-11T07:15:20.433726Z",
            "finished_at": "2026-09-11T13:48:07.247437Z",
            "input_tokens": 11711533,
            "cached_tokens": 11524352,
            "output_tokens": 42019,
            "metrics": {
              "episodes": 225.0,
              "parameters": 120920785.0,
              "replay_wall_s": 143.060638,
              "reward": 0.0,
              "success_rate": 0.0
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.483611,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-libero-open-design": {
            "score": 0.854,
            "reward": 0.854,
            "success_rate": 0.854,
            "cost_usd": 0.308703,
            "cost_usd_mean": 0.308703,
            "hours_median": 2.848,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.716,
            "reward": 0.716,
            "success_rate": 0.716,
            "cost_usd": 0.722001,
            "cost_usd_mean": 0.722001,
            "hours_median": 4.1862,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.333333,
            "reward": 0.333333,
            "success_rate": 0.333333,
            "cost_usd": 0.891985,
            "cost_usd_mean": 0.891985,
            "hours_median": 1.795,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.031111,
            "reward": 0.031111,
            "success_rate": 0.031111,
            "cost_usd": 0.760352,
            "cost_usd_mean": 0.760352,
            "hours_median": 1.3146,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.854,
            "success_rate": 0.854,
            "cost_usd": 0.308703,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.848,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "task03/t4-open-init/claude-code/glm-5.3-flash",
            "started_at": "2026-09-09T05:04:50.803557Z",
            "finished_at": "2026-09-09T07:55:43.749281Z",
            "input_tokens": 8520517,
            "cached_tokens": 8396992,
            "output_tokens": 76529,
            "metrics": {
              "episodes": 500.0,
              "parameters": 11184421.0,
              "replay_wall_s": 1350.699146,
              "reward": 0.854,
              "success_rate": 0.854
            }
          },
          "02-libero-robustness": {
            "reward": 0.716,
            "success_rate": 0.716,
            "cost_usd": 0.722001,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 4.1862,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "task03/t5-robustness/claude-code/glm-5.3-flash",
            "started_at": "2026-09-11T04:46:19.663099Z",
            "finished_at": "2026-09-11T08:57:30.008512Z",
            "input_tokens": 21567859,
            "cached_tokens": 21332480,
            "output_tokens": 93440,
            "metrics": {
              "episodes": 500.0,
              "parameters": 19853861.0,
              "replay_wall_s": 487.945398,
              "reward": 0.716,
              "plus_success_rate": 0.716
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.333333,
            "success_rate": 0.333333,
            "cost_usd": 0.891985,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 1.795,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "task03/t6-robotwin-open/claude-code/glm-5.3-flash",
            "started_at": "2026-09-10T11:10:38.625115Z",
            "finished_at": "2026-09-10T12:58:20.733530Z",
            "input_tokens": 23734792,
            "cached_tokens": 23253504,
            "output_tokens": 244374,
            "metrics": {
              "episodes": 300.0,
              "parameters": 28406617.0,
              "replay_wall_s": 1254.222374,
              "reward": 0.333333,
              "success_rate": 0.333333
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.031111,
            "success_rate": 0.031111,
            "cost_usd": 0.760352,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 1.3146,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "task03/t7-robotwin-robust/claude-code/glm-5.3-flash",
            "started_at": "2026-09-11T12:38:20.688078Z",
            "finished_at": "2026-09-11T13:57:13.157326Z",
            "input_tokens": 21503721,
            "cached_tokens": 21154944,
            "output_tokens": 146775,
            "metrics": {
              "episodes": 225.0,
              "parameters": 23205966.0,
              "replay_wall_s": 868.645431,
              "reward": 0.031111,
              "success_rate": 0.031111
            }
          }
        }
      },
      "gemini37flash": {
        "score": 0.555167,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "01-libero-open-design": {
            "score": 0.844,
            "reward": 0.844,
            "success_rate": 0.844,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 1.4059,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.62,
            "reward": 0.62,
            "success_rate": 0.62,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 1.5445,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.61,
            "reward": 0.61,
            "success_rate": 0.61,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 4.6511,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.146667,
            "reward": 0.146667,
            "success_rate": 0.146667,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 4.1538,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.844,
            "success_rate": 0.844,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.4059,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.closed_book_agents:GoogleApiAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "task03/t4-open-init/antigravity-cli/google/gemini-3.7-flash",
            "started_at": "2026-09-11T03:57:52.531428Z",
            "finished_at": "2026-09-11T05:22:13.660221Z",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "episodes": 500.0,
              "parameters": 22066567.0,
              "replay_wall_s": 1106.058426,
              "reward": 0.844,
              "success_rate": 0.844
            }
          },
          "02-libero-robustness": {
            "reward": 0.62,
            "success_rate": 0.62,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.5445,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.closed_book_agents:GoogleApiAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "task03/t5-robustness/antigravity-cli/google/gemini-3.7-flash",
            "started_at": "2026-09-11T05:18:49.771740Z",
            "finished_at": "2026-09-11T06:51:30.105157Z",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "episodes": 500.0,
              "parameters": 28277255.0,
              "replay_wall_s": 658.512978,
              "reward": 0.62,
              "plus_success_rate": 0.62
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.61,
            "success_rate": 0.61,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 4.6511,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.closed_book_agents:GoogleApiAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "task03/t6-robotwin-open/antigravity-cli/google/gemini-3.7-flash",
            "started_at": "2026-09-10T11:10:38.653726Z",
            "finished_at": "2026-09-10T15:49:42.595844Z",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "episodes": 300.0,
              "parameters": 32851982.0,
              "replay_wall_s": 985.057461,
              "reward": 0.61,
              "success_rate": 0.61
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.146667,
            "success_rate": 0.146667,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 4.1538,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.closed_book_agents:GoogleApiAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "task03/t7-robotwin-robust/antigravity-cli/google/gemini-3.7-flash",
            "started_at": "2026-09-11T07:08:20.165343Z",
            "finished_at": "2026-09-11T11:17:33.980662Z",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "episodes": 225.0,
              "parameters": 31288846.0,
              "replay_wall_s": 1116.883118,
              "reward": 0.146667,
              "success_rate": 0.146667
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.534889,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-libero-open-design": {
            "score": 0.782,
            "reward": 0.782,
            "success_rate": 0.782,
            "cost_usd": 0.154589,
            "cost_usd_mean": 0.154589,
            "hours_median": 4.3979,
            "n_runs": 1,
            "complete": true
          },
          "02-libero-robustness": {
            "score": 0.712,
            "reward": 0.712,
            "success_rate": 0.712,
            "cost_usd": 0.148588,
            "cost_usd_mean": 0.148588,
            "hours_median": 3.4046,
            "n_runs": 1,
            "complete": true
          },
          "03-robotwin-open-design": {
            "score": 0.61,
            "reward": 0.61,
            "success_rate": 0.61,
            "cost_usd": 0.20474,
            "cost_usd_mean": 0.20474,
            "hours_median": 5.8824,
            "n_runs": 1,
            "complete": true
          },
          "04-robotwin-robustness": {
            "score": 0.035556,
            "reward": 0.035556,
            "success_rate": 0.035556,
            "cost_usd": 0.175911,
            "cost_usd_mean": 0.175911,
            "hours_median": 6.7473,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-libero-open-design": {
            "reward": 0.782,
            "success_rate": 0.782,
            "cost_usd": 0.154589,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 4.3979,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "task05/task1/claude-code/deepseek-flash",
            "started_at": "2026-09-12T03:52:52.146344Z",
            "finished_at": "2026-09-12T08:16:44.535156Z",
            "input_tokens": 11700151,
            "cached_tokens": 11635968,
            "output_tokens": 97540,
            "metrics": {
              "reward": 0.782,
              "success_rate": 0.782,
              "episodes": 500.0,
              "parameters": 61650474.0,
              "replay_wall_s": 1663.703879
            }
          },
          "02-libero-robustness": {
            "reward": 0.712,
            "success_rate": 0.712,
            "cost_usd": 0.148588,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.4046,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "task05/task2/claude-code/deepseek-flash",
            "started_at": "2026-09-12T05:13:52.690200Z",
            "finished_at": "2026-09-12T08:38:09.127849Z",
            "input_tokens": 12520531,
            "cached_tokens": 12439168,
            "output_tokens": 82561,
            "metrics": {
              "reward": 0.712,
              "plus_success_rate": 0.712,
              "episodes": 500.0,
              "parameters": 107230477.0,
              "replay_wall_s": 1520.15759
            }
          },
          "03-robotwin-open-design": {
            "reward": 0.61,
            "success_rate": 0.61,
            "cost_usd": 0.20474,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 5.8824,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "task05/task3/claude-code/deepseek-flash",
            "started_at": "2026-09-12T06:48:22.445391Z",
            "finished_at": "2026-09-12T12:41:19.190851Z",
            "input_tokens": 16122329,
            "cached_tokens": 16013184,
            "output_tokens": 120137,
            "metrics": {
              "reward": 0.61,
              "success_rate": 0.61,
              "episodes": 300.0,
              "parameters": 106006576.0,
              "replay_wall_s": 1603.346063
            }
          },
          "04-robotwin-robustness": {
            "reward": 0.035556,
            "success_rate": 0.035556,
            "cost_usd": 0.175911,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 6.7473,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "task05/task4/claude-code/deepseek-flash",
            "started_at": "2026-09-12T07:34:52.947831Z",
            "finished_at": "2026-09-12T14:19:43.093116Z",
            "input_tokens": 12838139,
            "cached_tokens": 12776448,
            "output_tokens": 116152,
            "metrics": {
              "reward": 0.035556,
              "success_rate": 0.035556,
              "episodes": 225.0,
              "parameters": 22198286.0,
              "replay_wall_s": 1708.567168
            }
          }
        }
      }
    },
    "task06": {
      "gemini37flash": {
        "score": 0.11155,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "01-rgb-only": {
            "score": 0.0409,
            "reward": 0.0409,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 1.1264,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.1979,
            "reward": 0.1979,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.6816,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 1.333,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.2074,
            "reward": 0.2074,
            "success_rate": null,
            "cost_usd": null,
            "cost_usd_mean": null,
            "hours_median": 0.4576,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.0409,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.1264,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "antigravity_cli-gemini_3_7_flash_high-20260908T082656-rgb_only",
            "started_at": "2026-09-08T08:26:56.018989",
            "finished_at": "2026-09-08T09:34:30.986621",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "abs_median_rot_deg": 1.73,
              "abs_median_trans_mm": 5.25,
              "abs_occluded_trans_mm": 68.83,
              "accuracy_reward": 0.040891,
              "cp_A.pose": 0.1363,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.066409,
              "gated": 0.0,
              "inference_hz": 15.058139,
              "inference_wall_s": 46.486489,
              "raw_total": 0.0409,
              "reward": 0.0409,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.92,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 3.84,
              "stage_b_median_trans_mm": 20.81,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0409,
              "stage_stage_b": 0.0
            }
          },
          "02-rgb-depth": {
            "reward": 0.1979,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.6816,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "antigravity_cli-gemini_3_7_flash_high-20260908T082656-rgb_depth",
            "started_at": "2026-09-08T08:26:56.024753",
            "finished_at": "2026-09-08T09:07:49.630166",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "abs_median_rot_deg": 0.72,
              "abs_median_trans_mm": 7.37,
              "abs_occluded_trans_mm": 21.21,
              "accuracy_reward": 0.218176,
              "cp_A.pose": 0.6917,
              "cp_B.pose": 0.0152,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.020311,
              "frame_time_s": 0.110059,
              "gated": 0.0,
              "inference_hz": 9.086022,
              "inference_wall_s": 77.041412,
              "raw_total": 0.2182,
              "reward": 0.1979,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 2.02,
              "stage_b_median_trans_mm": 10.44,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2075,
              "stage_stage_b": 0.0107
            }
          },
          "03-model-training": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 1.333,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "antigravity_cli-gemini_3_7_flash_high-20260908T032647-rgb_depth_model_training",
            "started_at": "2026-09-08T03:26:47.322609",
            "finished_at": "2026-09-08T04:46:46.251180",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "abs_median_rot_deg": 3.06,
              "abs_median_trans_mm": 15.77,
              "abs_occluded_trans_mm": 33.64,
              "accuracy_reward": 0.015013,
              "cp_A.pose": 0.05,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.050922,
              "frame_time_s": 0.129727,
              "gated": 0.0,
              "inference_hz": 7.70849,
              "inference_wall_s": 90.80897,
              "raw_total": 0.015,
              "reward": 0.0,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.9,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 7.05,
              "stage_b_median_trans_mm": 22.11,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.793333,
              "stage_gate": 0.0,
              "stage_stage_a": 0.015,
              "stage_stage_b": 0.0
            }
          },
          "04-method-agnostic": {
            "reward": 0.2074,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.4576,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "agy_login_agent:AntigravityCliLogin",
            "model": "google/gemini-3.7-flash-high",
            "job": "antigravity_cli-gemini_3_7_flash_high-20260908T032647-method_agnostic",
            "started_at": "2026-09-08T03:26:47.294319",
            "finished_at": "2026-09-08T03:54:14.557672",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "abs_median_rot_deg": 0.62,
              "abs_median_trans_mm": 6.8,
              "abs_occluded_trans_mm": 21.21,
              "accuracy_reward": 0.20742,
              "cp_A.pose": 0.6496,
              "cp_B.pose": 0.0179,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.075005,
              "gated": 0.0,
              "inference_hz": 13.332449,
              "inference_wall_s": 52.503484,
              "raw_total": 0.2074,
              "reward": 0.2074,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 1.93,
              "stage_b_median_trans_mm": 10.65,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.1949,
              "stage_stage_b": 0.0126
            }
          }
        }
      },
      "opus48": {
        "score": 0.06835,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-rgb-only": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 15.706974,
            "cost_usd_mean": 15.706974,
            "hours_median": 0.1043,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.2121,
            "reward": 0.2121,
            "success_rate": null,
            "cost_usd": 13.262047,
            "cost_usd_mean": 13.262047,
            "hours_median": 0.0956,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 10.3771,
            "cost_usd_mean": 10.3771,
            "hours_median": 0.1032,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.0613,
            "reward": 0.0613,
            "success_rate": null,
            "cost_usd": 6.5613,
            "cost_usd_mean": 6.5613,
            "hours_median": 0.1001,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 15.706974,
            "cost_source": "harness",
            "hours": 0.1043,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260910T083117-regrade_v120-rgb_only_cpu-source_20260907T094746",
            "started_at": "2026-09-10T01:37:48.851151",
            "finished_at": "2026-09-10T01:44:04.379016",
            "input_tokens": 20481819,
            "cached_tokens": 20255367,
            "output_tokens": 166575,
            "metrics": {
              "abs_median_rot_deg": 1.4,
              "abs_median_trans_mm": 6.34,
              "abs_occluded_trans_mm": 40.69,
              "accuracy_reward": 0.025993,
              "cp_A.pose": 0.0866,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.030086,
              "frame_time_s": 0.115659,
              "gated": 0.0,
              "inference_hz": 8.64611,
              "inference_wall_s": 80.961265,
              "raw_total": 0.026,
              "reward": 0.0,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.99,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 7.21,
              "stage_b_median_trans_mm": 23.0,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.026,
              "stage_stage_b": 0.0
            }
          },
          "02-rgb-depth": {
            "reward": 0.2121,
            "success_rate": null,
            "cost_usd": 13.262047,
            "cost_source": "harness",
            "hours": 0.0956,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260910T083117-regrade_v120-rgb_depth_cpu-source_20260907T094746",
            "started_at": "2026-09-10T01:31:41.342478",
            "finished_at": "2026-09-10T01:37:25.347002",
            "input_tokens": 16019454,
            "cached_tokens": 15824364,
            "output_tokens": 136013,
            "metrics": {
              "abs_median_rot_deg": 0.93,
              "abs_median_trans_mm": 6.66,
              "abs_occluded_trans_mm": 35.71,
              "accuracy_reward": 0.212142,
              "cp_A.pose": 0.695,
              "cp_B.pose": 0.0052,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.097432,
              "gated": 0.0,
              "inference_hz": 10.263617,
              "inference_wall_s": 68.20208,
              "raw_total": 0.2121,
              "reward": 0.2121,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 2.24,
              "stage_b_median_trans_mm": 14.4,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2085,
              "stage_stage_b": 0.0036
            }
          },
          "03-model-training": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 10.3771,
            "cost_source": "harness",
            "hours": 0.1032,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260910T084620-regrade_v120-rgb_depth_model_training_gpu-source_20260907T134458",
            "started_at": "2026-09-10T01:46:21.003978",
            "finished_at": "2026-09-10T01:52:32.446651",
            "input_tokens": 13516149,
            "cached_tokens": 13382480,
            "output_tokens": 94024,
            "metrics": {
              "abs_median_rot_deg": 4.88,
              "abs_median_trans_mm": 11.35,
              "abs_occluded_trans_mm": 35.77,
              "accuracy_reward": 0.0,
              "cp_A.pose": 0.0,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.005358,
              "frame_time_s": 0.102471,
              "gated": 0.0,
              "inference_hz": 9.758896,
              "inference_wall_s": 71.729428,
              "raw_total": 0.0,
              "reward": 0.0,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.34,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 12.16,
              "stage_b_median_trans_mm": 24.6,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.323333,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0,
              "stage_stage_b": 0.0
            }
          },
          "04-method-agnostic": {
            "reward": 0.0613,
            "success_rate": null,
            "cost_usd": 6.5613,
            "cost_source": "harness",
            "hours": 0.1001,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260910T084017-regrade_v120-method_agnostic_gpu-source_20260907T134458",
            "started_at": "2026-09-10T01:40:17.877722",
            "finished_at": "2026-09-10T01:46:18.255857",
            "input_tokens": 5354790,
            "cached_tokens": 5218480,
            "output_tokens": 103586,
            "metrics": {
              "abs_median_rot_deg": 1.87,
              "abs_median_trans_mm": 15.65,
              "abs_occluded_trans_mm": 37.05,
              "accuracy_reward": 0.061312,
              "cp_A.pose": 0.202,
              "cp_B.pose": 0.001,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.074366,
              "gated": 0.0,
              "inference_hz": 13.447035,
              "inference_wall_s": 52.056084,
              "raw_total": 0.0613,
              "reward": 0.0613,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.97,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 4.22,
              "stage_b_median_trans_mm": 22.23,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.971667,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0606,
              "stage_stage_b": 0.0007
            }
          }
        }
      },
      "opus5": {
        "score": 0.403425,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-rgb-only": {
            "score": 0.2794,
            "reward": 0.2794,
            "success_rate": null,
            "cost_usd": 8.688171,
            "cost_usd_mean": 8.688171,
            "hours_median": 0.0925,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.5322,
            "reward": 0.5322,
            "success_rate": null,
            "cost_usd": 9.565273,
            "cost_usd_mean": 9.565273,
            "hours_median": 0.1136,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.0777,
            "reward": 0.0777,
            "success_rate": null,
            "cost_usd": 6.958379,
            "cost_usd_mean": 6.958379,
            "hours_median": 0.1076,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.7244,
            "reward": 0.7244,
            "success_rate": null,
            "cost_usd": 15.356469,
            "cost_usd_mean": 15.356469,
            "hours_median": 0.1086,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.2794,
            "success_rate": null,
            "cost_usd": 8.688171,
            "cost_source": "harness",
            "hours": 0.0925,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260910T083117-regrade_v120-rgb_only_shape_p99-source_20260907T020024",
            "started_at": "2026-09-10T01:37:53.115244",
            "finished_at": "2026-09-10T01:43:26.014644",
            "input_tokens": 8524654,
            "cached_tokens": 8356261,
            "output_tokens": 113082,
            "metrics": {
              "abs_median_rot_deg": 0.24,
              "abs_median_trans_mm": 2.32,
              "abs_occluded_trans_mm": 13.5,
              "accuracy_reward": 0.279381,
              "cp_A.pose": 0.9199,
              "cp_B.pose": 0.0049,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.062242,
              "gated": 0.0,
              "inference_hz": 16.066302,
              "inference_wall_s": 43.569455,
              "raw_total": 0.2794,
              "reward": 0.2794,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.63,
              "stage_b_median_trans_mm": 4.99,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.276,
              "stage_stage_b": 0.0034
            }
          },
          "02-rgb-depth": {
            "reward": 0.5322,
            "success_rate": null,
            "cost_usd": 9.565273,
            "cost_source": "harness",
            "hours": 0.1136,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260910T083117-regrade_v120-rgb_depth_shape_p99-source_20260907T020024",
            "started_at": "2026-09-10T01:37:52.792160",
            "finished_at": "2026-09-10T01:44:41.874721",
            "input_tokens": 10320604,
            "cached_tokens": 10159196,
            "output_tokens": 114903,
            "metrics": {
              "abs_median_rot_deg": 0.3,
              "abs_median_trans_mm": 3.48,
              "abs_occluded_trans_mm": 5.52,
              "accuracy_reward": 0.609251,
              "cp_A.pose": 0.9016,
              "cp_B.pose": 0.484,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.077054,
              "frame_time_s": 0.153079,
              "gated": 0.0,
              "inference_hz": 6.532582,
              "inference_wall_s": 107.155174,
              "raw_total": 0.6093,
              "reward": 0.5322,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.64,
              "stage_b_median_trans_mm": 4.29,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2705,
              "stage_stage_b": 0.3388
            }
          },
          "03-model-training": {
            "reward": 0.0777,
            "success_rate": null,
            "cost_usd": 6.958379,
            "cost_source": "harness",
            "hours": 0.1076,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260910T084651-regrade_v120-rgb_depth_model_training_shape_p99-source_20260907T001833",
            "started_at": "2026-09-10T01:46:52.071935",
            "finished_at": "2026-09-10T01:53:19.394164",
            "input_tokens": 7781484,
            "cached_tokens": 7662838,
            "output_tokens": 77658,
            "metrics": {
              "abs_median_rot_deg": 1.57,
              "abs_median_trans_mm": 30.59,
              "abs_occluded_trans_mm": 33.64,
              "accuracy_reward": 0.103081,
              "cp_A.pose": 0.3342,
              "cp_B.pose": 0.004,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.025364,
              "frame_time_s": 0.112884,
              "gated": 0.0,
              "inference_hz": 8.858616,
              "inference_wall_s": 79.019117,
              "raw_total": 0.1031,
              "reward": 0.0777,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.99,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 2.33,
              "stage_b_median_trans_mm": 28.63,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.923333,
              "stage_gate": 0.0,
              "stage_stage_a": 0.1002,
              "stage_stage_b": 0.0028
            }
          },
          "04-method-agnostic": {
            "reward": 0.7244,
            "success_rate": null,
            "cost_usd": 15.356469,
            "cost_source": "harness",
            "hours": 0.1086,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260910T084017-regrade_v120-method_agnostic_shape_p99-source_20260907T001833",
            "started_at": "2026-09-10T01:40:17.815615",
            "finished_at": "2026-09-10T01:46:48.829156",
            "input_tokens": 19307561,
            "cached_tokens": 19093720,
            "output_tokens": 144073,
            "metrics": {
              "abs_median_rot_deg": 0.44,
              "abs_median_trans_mm": 1.11,
              "abs_occluded_trans_mm": 1.6,
              "accuracy_reward": 0.761206,
              "cp_A.pose": 0.9776,
              "cp_B.pose": 0.6685,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.036828,
              "frame_time_s": 0.119865,
              "gated": 0.0,
              "inference_hz": 8.342733,
              "inference_wall_s": 83.905358,
              "raw_total": 0.7612,
              "reward": 0.7244,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.44,
              "stage_b_median_trans_mm": 1.33,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2933,
              "stage_stage_b": 0.4679
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.0594,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-rgb-only": {
            "score": 0.0386,
            "reward": 0.0386,
            "success_rate": null,
            "cost_usd": 0.113261,
            "cost_usd_mean": 0.113261,
            "hours_median": 0.097,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.0659,
            "reward": 0.0659,
            "success_rate": null,
            "cost_usd": 0.188706,
            "cost_usd_mean": 0.188706,
            "hours_median": 0.1365,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.143604,
            "cost_usd_mean": 0.143604,
            "hours_median": 0.0935,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.1331,
            "reward": 0.1331,
            "success_rate": null,
            "cost_usd": 0.301999,
            "cost_usd_mean": 0.301999,
            "hours_median": 0.0878,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.0386,
            "success_rate": null,
            "cost_usd": 0.113261,
            "cost_source": "harness",
            "hours": 0.097,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260910T083117-regrade_v120-rgb_only_cpu-source_20260907T104956",
            "started_at": "2026-09-10T01:37:55.919392",
            "finished_at": "2026-09-10T01:43:44.977096",
            "input_tokens": 2481778,
            "cached_tokens": 2379008,
            "output_tokens": 37606,
            "metrics": {
              "abs_median_rot_deg": 5.58,
              "abs_median_trans_mm": 8.55,
              "abs_occluded_trans_mm": 60.76,
              "accuracy_reward": 0.038584,
              "cp_A.pose": 0.1286,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.078563,
              "gated": 0.0,
              "inference_hz": 12.728569,
              "inference_wall_s": 54.994397,
              "raw_total": 0.0386,
              "reward": 0.0386,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.99,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 12.34,
              "stage_b_median_trans_mm": 36.83,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0386,
              "stage_stage_b": 0.0
            }
          },
          "02-rgb-depth": {
            "reward": 0.0659,
            "success_rate": null,
            "cost_usd": 0.188706,
            "cost_source": "harness",
            "hours": 0.1365,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260910T083117-regrade_v120-rgb_depth_cpu-source_20260907T105933",
            "started_at": "2026-09-10T01:43:29.216162",
            "finished_at": "2026-09-10T01:51:40.582466",
            "input_tokens": 4687477,
            "cached_tokens": 4508160,
            "output_tokens": 52233,
            "metrics": {
              "abs_median_rot_deg": 0.55,
              "abs_median_trans_mm": 6.25,
              "abs_occluded_trans_mm": 30.92,
              "accuracy_reward": 0.211944,
              "cp_A.pose": 0.705,
              "cp_B.pose": 0.0007,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.146022,
              "frame_time_s": 0.291631,
              "gated": 0.0,
              "inference_hz": 3.428993,
              "inference_wall_s": 204.141548,
              "raw_total": 0.2119,
              "reward": 0.0659,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 2.89,
              "stage_b_median_trans_mm": 13.69,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2115,
              "stage_stage_b": 0.0005
            }
          },
          "03-model-training": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.143604,
            "cost_source": "harness",
            "hours": 0.0935,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260910T085235-regrade_v120-rgb_depth_model_training_gpu-source_20260907T150835",
            "started_at": "2026-09-10T01:52:35.905833",
            "finished_at": "2026-09-10T01:58:12.499563",
            "input_tokens": 3840763,
            "cached_tokens": 3708800,
            "output_tokens": 35863,
            "metrics": {
              "abs_median_rot_deg": 3.72,
              "abs_median_trans_mm": 35.48,
              "abs_occluded_trans_mm": 112.57,
              "accuracy_reward": 0.0,
              "cp_A.pose": 0.0,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.07965,
              "gated": 0.0,
              "inference_hz": 12.554856,
              "inference_wall_s": 55.75532,
              "raw_total": 0.0,
              "reward": 0.0,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.44,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 29.23,
              "stage_b_median_trans_mm": 83.57,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.43,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0,
              "stage_stage_b": 0.0
            }
          },
          "04-method-agnostic": {
            "reward": 0.1331,
            "success_rate": null,
            "cost_usd": 0.301999,
            "cost_source": "harness",
            "hours": 0.0878,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260910T085322-regrade_v120-method_agnostic_gpu-source_20260907T151237",
            "started_at": "2026-09-10T01:53:22.725091",
            "finished_at": "2026-09-10T01:58:38.812923",
            "input_tokens": 9388504,
            "cached_tokens": 9183488,
            "output_tokens": 64438,
            "metrics": {
              "abs_median_rot_deg": 1.15,
              "abs_median_trans_mm": 10.09,
              "abs_occluded_trans_mm": 193.65,
              "accuracy_reward": 0.133082,
              "cp_A.pose": 0.4436,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.059778,
              "gated": 0.0,
              "inference_hz": 16.72857,
              "inference_wall_s": 41.844581,
              "raw_total": 0.1331,
              "reward": 0.1331,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.99,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 37.03,
              "stage_b_median_trans_mm": 74.96,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.855,
              "stage_gate": 0.0,
              "stage_stage_a": 0.1331,
              "stage_stage_b": 0.0
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.1258,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-rgb-only": {
            "score": 0.1306,
            "reward": 0.1306,
            "success_rate": null,
            "cost_usd": 2.348504,
            "cost_usd_mean": 2.348504,
            "hours_median": 0.1063,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.0797,
            "reward": 0.0797,
            "success_rate": null,
            "cost_usd": 2.161986,
            "cost_usd_mean": 2.161986,
            "hours_median": 0.1157,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.1082,
            "reward": 0.1082,
            "success_rate": null,
            "cost_usd": 4.815304,
            "cost_usd_mean": 4.815304,
            "hours_median": 0.098,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.1847,
            "reward": 0.1847,
            "success_rate": null,
            "cost_usd": 1.964797,
            "cost_usd_mean": 1.964797,
            "hours_median": 0.1012,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.1306,
            "success_rate": null,
            "cost_usd": 2.348504,
            "cost_source": "harness",
            "hours": 0.1063,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260910T083117-regrade_v120-rgb_only_cpu-source_20260907T094746",
            "started_at": "2026-09-10T01:44:07.700146",
            "finished_at": "2026-09-10T01:50:30.544427",
            "input_tokens": 3443855,
            "cached_tokens": 3349760,
            "output_tokens": 31611,
            "metrics": {
              "abs_median_rot_deg": 0.46,
              "abs_median_trans_mm": 4.23,
              "abs_occluded_trans_mm": 29.55,
              "accuracy_reward": 0.206746,
              "cp_A.pose": 0.6838,
              "cp_B.pose": 0.0023,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.07618,
              "frame_time_s": 0.152163,
              "gated": 0.0,
              "inference_hz": 6.571904,
              "inference_wall_s": 106.514032,
              "raw_total": 0.2067,
              "reward": 0.1306,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 1.91,
              "stage_b_median_trans_mm": 13.36,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2051,
              "stage_stage_b": 0.0016
            }
          },
          "02-rgb-depth": {
            "reward": 0.0797,
            "success_rate": null,
            "cost_usd": 2.161986,
            "cost_source": "harness",
            "hours": 0.1157,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260910T083117-regrade_v120-rgb_depth_cpu-source_20260907T094746",
            "started_at": "2026-09-10T01:43:56.463057",
            "finished_at": "2026-09-10T01:50:52.863830",
            "input_tokens": 3166444,
            "cached_tokens": 3086336,
            "output_tokens": 30351,
            "metrics": {
              "abs_median_rot_deg": 0.39,
              "abs_median_trans_mm": 8.53,
              "abs_occluded_trans_mm": 16.61,
              "accuracy_reward": 0.184412,
              "cp_A.pose": 0.5865,
              "cp_B.pose": 0.0121,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.104751,
              "frame_time_s": 0.189172,
              "gated": 0.0,
              "inference_hz": 5.286192,
              "inference_wall_s": 132.420477,
              "raw_total": 0.1844,
              "reward": 0.0797,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.99,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 1.92,
              "stage_b_median_trans_mm": 11.1,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.1759,
              "stage_stage_b": 0.0085
            }
          },
          "03-model-training": {
            "reward": 0.1082,
            "success_rate": null,
            "cost_usd": 4.815304,
            "cost_source": "harness",
            "hours": 0.098,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260910T085841-regrade_v120-rgb_depth_model_training_gpu-source_20260907T134458",
            "started_at": "2026-09-10T01:58:42.102761",
            "finished_at": "2026-09-10T02:04:34.904550",
            "input_tokens": 8479520,
            "cached_tokens": 8332160,
            "output_tokens": 44650,
            "metrics": {
              "abs_median_rot_deg": 2.92,
              "abs_median_trans_mm": 6.27,
              "abs_occluded_trans_mm": 30.53,
              "accuracy_reward": 0.108196,
              "cp_A.pose": 0.3607,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.085774,
              "gated": 0.0,
              "inference_hz": 11.658567,
              "inference_wall_s": 60.041685,
              "raw_total": 0.1082,
              "reward": 0.1082,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.99,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 7.97,
              "stage_b_median_trans_mm": 15.41,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.823333,
              "stage_gate": 0.0,
              "stage_stage_a": 0.1082,
              "stage_stage_b": 0.0
            }
          },
          "04-method-agnostic": {
            "reward": 0.1847,
            "success_rate": null,
            "cost_usd": 1.964797,
            "cost_source": "harness",
            "hours": 0.1012,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260910T085814-regrade_v120-method_agnostic_gpu-source_20260907T134458",
            "started_at": "2026-09-10T01:58:15.199537",
            "finished_at": "2026-09-10T02:04:19.637330",
            "input_tokens": 2411715,
            "cached_tokens": 2323712,
            "output_tokens": 34165,
            "metrics": {
              "abs_median_rot_deg": 0.68,
              "abs_median_trans_mm": 4.71,
              "abs_occluded_trans_mm": 18.75,
              "accuracy_reward": 0.184733,
              "cp_A.pose": 0.58,
              "cp_B.pose": 0.0153,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.093783,
              "gated": 0.0,
              "inference_hz": 10.662944,
              "inference_wall_s": 65.647912,
              "raw_total": 0.1847,
              "reward": 0.1847,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.99,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 2.24,
              "stage_b_median_trans_mm": 14.54,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.174,
              "stage_stage_b": 0.0107
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.069925,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-rgb-only": {
            "score": 0.049,
            "reward": 0.049,
            "success_rate": null,
            "cost_usd": 1.449204,
            "cost_usd_mean": 1.449204,
            "hours_median": 0.0938,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.1193,
            "reward": 0.1193,
            "success_rate": null,
            "cost_usd": 1.012276,
            "cost_usd_mean": 1.012276,
            "hours_median": 0.1281,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 1.737414,
            "cost_usd_mean": 1.737414,
            "hours_median": 0.091,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.1114,
            "reward": 0.1114,
            "success_rate": null,
            "cost_usd": 0.982077,
            "cost_usd_mean": 0.982077,
            "hours_median": 0.1004,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.049,
            "success_rate": null,
            "cost_usd": 1.449204,
            "cost_source": "harness",
            "hours": 0.0938,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260910T083117-regrade_v120-rgb_only_cpu-source_20260907T102541",
            "started_at": "2026-09-10T01:44:52.771359",
            "finished_at": "2026-09-10T01:50:30.399244",
            "input_tokens": 4051620,
            "cached_tokens": 3927680,
            "output_tokens": 34649,
            "metrics": {
              "abs_median_rot_deg": 1.94,
              "abs_median_trans_mm": 10.16,
              "abs_occluded_trans_mm": 86.75,
              "accuracy_reward": 0.04899,
              "cp_A.pose": 0.1633,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.088229,
              "gated": 0.0,
              "inference_hz": 11.334079,
              "inference_wall_s": 61.760643,
              "raw_total": 0.049,
              "reward": 0.049,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.95,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 22.61,
              "stage_b_median_trans_mm": 50.33,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.643333,
              "stage_gate": 0.0,
              "stage_stage_a": 0.049,
              "stage_stage_b": 0.0
            }
          },
          "02-rgb-depth": {
            "reward": 0.1193,
            "success_rate": null,
            "cost_usd": 1.012276,
            "cost_source": "harness",
            "hours": 0.1281,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260910T083117-regrade_v120-rgb_depth_cpu-source_20260907T102709",
            "started_at": "2026-09-10T01:50:33.355730",
            "finished_at": "2026-09-10T01:58:14.689233",
            "input_tokens": 2074826,
            "cached_tokens": 1918080,
            "output_tokens": 26264,
            "metrics": {
              "abs_median_rot_deg": 0.5,
              "abs_median_trans_mm": 4.73,
              "abs_occluded_trans_mm": 28.86,
              "accuracy_reward": 0.245924,
              "cp_A.pose": 0.8127,
              "cp_B.pose": 0.003,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.126666,
              "frame_time_s": 0.232557,
              "gated": 0.0,
              "inference_hz": 4.30003,
              "inference_wall_s": 162.789573,
              "raw_total": 0.2459,
              "reward": 0.1193,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 1.6,
              "stage_b_median_trans_mm": 9.43,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2438,
              "stage_stage_b": 0.0021
            }
          },
          "03-model-training": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 1.737414,
            "cost_source": "harness",
            "hours": 0.091,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260910T090421-regrade_v120-rgb_depth_model_training_gpu-source_20260907T141809",
            "started_at": "2026-09-10T02:04:21.863637",
            "finished_at": "2026-09-10T02:09:49.392160",
            "input_tokens": 5791131,
            "cached_tokens": 5651200,
            "output_tokens": 27276,
            "metrics": {
              "abs_median_rot_deg": 26.7,
              "abs_median_trans_mm": 45.35,
              "abs_occluded_trans_mm": 75.63,
              "accuracy_reward": 0.0,
              "cp_A.pose": 0.0,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.080284,
              "gated": 0.0,
              "inference_hz": 12.455729,
              "inference_wall_s": 56.19904,
              "raw_total": 0.0,
              "reward": 0.0,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.92,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 60.2,
              "stage_b_median_trans_mm": 60.35,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.625,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0,
              "stage_stage_b": 0.0
            }
          },
          "04-method-agnostic": {
            "reward": 0.1114,
            "success_rate": null,
            "cost_usd": 0.982077,
            "cost_source": "harness",
            "hours": 0.1004,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260910T090436-regrade_v120-method_agnostic_gpu-source_20260907T144301",
            "started_at": "2026-09-10T02:04:37.171376",
            "finished_at": "2026-09-10T02:10:38.632738",
            "input_tokens": 2199788,
            "cached_tokens": 2081664,
            "output_tokens": 27458,
            "metrics": {
              "abs_median_rot_deg": 1.03,
              "abs_median_trans_mm": 8.13,
              "abs_occluded_trans_mm": 59.24,
              "accuracy_reward": 0.144509,
              "cp_A.pose": 0.4807,
              "cp_B.pose": 0.0004,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.033136,
              "frame_time_s": 0.117524,
              "gated": 0.0,
              "inference_hz": 8.508872,
              "inference_wall_s": 82.267074,
              "raw_total": 0.1445,
              "reward": 0.1114,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 6.15,
              "stage_b_median_trans_mm": 28.43,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.731667,
              "stage_gate": 0.0,
              "stage_stage_a": 0.1442,
              "stage_stage_b": 0.0003
            }
          }
        }
      },
      "gpt6astra": {
        "score": 0.712625,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "01-rgb-only": {
            "score": 0.6609,
            "reward": 0.6609,
            "success_rate": null,
            "cost_usd": 4.813916,
            "cost_usd_mean": 4.813916,
            "hours_median": 0.0964,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.8605,
            "reward": 0.8605,
            "success_rate": null,
            "cost_usd": 4.152962,
            "cost_usd_mean": 4.152962,
            "hours_median": 0.1094,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.4113,
            "reward": 0.4113,
            "success_rate": null,
            "cost_usd": 7.345598,
            "cost_usd_mean": 7.345598,
            "hours_median": 0.1167,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.9178,
            "reward": 0.9178,
            "success_rate": null,
            "cost_usd": 4.829688,
            "cost_usd_mean": 4.829688,
            "hours_median": 0.097,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.6609,
            "success_rate": null,
            "cost_usd": 4.813916,
            "cost_source": "harness",
            "hours": 0.0964,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260910T083117-regrade_v120-rgb_only_shape_p99-source_20260907T005902",
            "started_at": "2026-09-10T01:50:56.281254",
            "finished_at": "2026-09-10T01:56:43.241729",
            "input_tokens": 2859326,
            "cached_tokens": 2793216,
            "output_tokens": 27192,
            "metrics": {
              "abs_median_rot_deg": 0.21,
              "abs_median_trans_mm": 1.76,
              "abs_occluded_trans_mm": 2.95,
              "accuracy_reward": 0.660897,
              "cp_A.pose": 0.9695,
              "cp_B.pose": 0.5287,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.084602,
              "gated": 0.0,
              "inference_hz": 11.820003,
              "inference_wall_s": 59.221645,
              "raw_total": 0.6609,
              "reward": 0.6609,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.42,
              "stage_b_median_trans_mm": 2.4,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2908,
              "stage_stage_b": 0.3701
            }
          },
          "02-rgb-depth": {
            "reward": 0.8605,
            "success_rate": null,
            "cost_usd": 4.152962,
            "cost_source": "harness",
            "hours": 0.1094,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260910T083117-regrade_v120-rgb_depth_shape_p99-source_20260907T005902",
            "started_at": "2026-09-10T01:50:50.719868",
            "finished_at": "2026-09-10T01:57:24.528832",
            "input_tokens": 2208128,
            "cached_tokens": 2135552,
            "output_tokens": 25833,
            "metrics": {
              "abs_median_rot_deg": 0.04,
              "abs_median_trans_mm": 0.22,
              "abs_occluded_trans_mm": 0.48,
              "accuracy_reward": 0.922219,
              "cp_A.pose": 0.9991,
              "cp_B.pose": 0.8893,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.061766,
              "frame_time_s": 0.138494,
              "gated": 0.0,
              "inference_hz": 7.220549,
              "inference_wall_s": 96.945541,
              "raw_total": 0.9222,
              "reward": 0.8605,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.08,
              "stage_b_median_trans_mm": 0.38,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2997,
              "stage_stage_b": 0.6225
            }
          },
          "03-model-training": {
            "reward": 0.4113,
            "success_rate": null,
            "cost_usd": 7.345598,
            "cost_source": "harness",
            "hours": 0.1167,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260910T091041-regrade_v120-rgb_depth_model_training_shape_p99-source_20260907T001833",
            "started_at": "2026-09-10T02:10:41.433695",
            "finished_at": "2026-09-10T02:17:41.494057",
            "input_tokens": 4213522,
            "cached_tokens": 4113408,
            "output_tokens": 44621,
            "metrics": {
              "abs_median_rot_deg": 0.05,
              "abs_median_trans_mm": 0.2,
              "abs_occluded_trans_mm": 0.38,
              "accuracy_reward": 0.510496,
              "cp_A.pose": 0.9984,
              "cp_B.pose": 0.3014,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.099154,
              "frame_time_s": 0.180568,
              "gated": 0.0,
              "inference_hz": 5.538067,
              "inference_wall_s": 126.397899,
              "raw_total": 0.5105,
              "reward": 0.4113,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.09,
              "stage_b_median_trans_mm": 0.3,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.953333,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2995,
              "stage_stage_b": 0.211
            }
          },
          "04-method-agnostic": {
            "reward": 0.9178,
            "success_rate": null,
            "cost_usd": 4.829688,
            "cost_source": "harness",
            "hours": 0.097,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260910T090951-regrade_v120-method_agnostic_shape_p99-source_20260907T001833",
            "started_at": "2026-09-10T02:09:52.016936",
            "finished_at": "2026-09-10T02:15:41.142541",
            "input_tokens": 2479402,
            "cached_tokens": 2366848,
            "output_tokens": 26746,
            "metrics": {
              "abs_median_rot_deg": 0.19,
              "abs_median_trans_mm": 0.55,
              "abs_occluded_trans_mm": 2.17,
              "accuracy_reward": 0.917786,
              "cp_A.pose": 0.9926,
              "cp_B.pose": 0.8857,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.09052,
              "gated": 0.0,
              "inference_hz": 11.047322,
              "inference_wall_s": 63.363774,
              "raw_total": 0.9178,
              "reward": 0.9178,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.28,
              "stage_b_median_trans_mm": 1.56,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2978,
              "stage_stage_b": 0.62
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.154425,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-rgb-only": {
            "score": 0.3212,
            "reward": 0.3212,
            "success_rate": null,
            "cost_usd": 0.233792,
            "cost_usd_mean": 0.233792,
            "hours_median": 1.241,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.2115,
            "reward": 0.2115,
            "success_rate": null,
            "cost_usd": 0.277004,
            "cost_usd_mean": 0.277004,
            "hours_median": 1.3497,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.354385,
            "cost_usd_mean": 0.354385,
            "hours_median": 1.7692,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.085,
            "reward": 0.085,
            "success_rate": null,
            "cost_usd": 0.378518,
            "cost_usd_mean": 0.378518,
            "hours_median": 1.8479,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.3212,
            "success_rate": null,
            "cost_usd": 0.233792,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.241,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T192516-task06_rgb_only_context1m_high-05973eaf",
            "started_at": "2026-09-11T19:25:16.634763",
            "finished_at": "2026-09-11T20:39:44.230050",
            "input_tokens": 16116954,
            "cached_tokens": 16035200,
            "output_tokens": 159154,
            "metrics": {
              "abs_median_rot_deg": 1.21,
              "abs_median_trans_mm": 3.07,
              "abs_occluded_trans_mm": 12.53,
              "accuracy_reward": 0.3212,
              "cp_A.pose": 0.8237,
              "cp_B.pose": 0.1059,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.097446,
              "gated": 0.0,
              "inference_hz": 10.262058,
              "inference_wall_s": 68.212438,
              "merit": 0.3212,
              "raw_total": 0.3212,
              "reward": 0.3212,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.6,
              "stage_b_median_trans_mm": 3.29,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2471,
              "stage_stage_b": 0.0741
            }
          },
          "02-rgb-depth": {
            "reward": 0.2115,
            "success_rate": null,
            "cost_usd": 0.277004,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.3497,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T192515-task06_rgb_depth_context1m_high-28fedd76",
            "started_at": "2026-09-11T19:25:15.403749",
            "finished_at": "2026-09-11T20:46:14.181780",
            "input_tokens": 22197133,
            "cached_tokens": 22098816,
            "output_tokens": 172709,
            "metrics": {
              "abs_median_rot_deg": 0.5,
              "abs_median_trans_mm": 5.05,
              "abs_occluded_trans_mm": 27.89,
              "accuracy_reward": 0.211475,
              "cp_A.pose": 0.7049,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.05921,
              "gated": 0.0,
              "inference_hz": 16.889152,
              "inference_wall_s": 41.446723,
              "merit": 0.2115,
              "raw_total": 0.2115,
              "reward": 0.2115,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.99,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 2.91,
              "stage_b_median_trans_mm": 11.97,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2115,
              "stage_stage_b": 0.0
            }
          },
          "03-model-training": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.354385,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.7692,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260912T022841-task06_rgb_depth_model_training_context1m_high-8a150d03",
            "started_at": "2026-09-12T02:28:41.874094",
            "finished_at": "2026-09-12T04:14:51.046506",
            "input_tokens": 33109898,
            "cached_tokens": 33021952,
            "output_tokens": 206665,
            "metrics": {
              "abs_median_rot_deg": 63.52,
              "abs_median_trans_mm": 262.96,
              "abs_occluded_trans_mm": 227.82,
              "accuracy_reward": 0.0,
              "cp_A.pose": 0.0,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.071212,
              "gated": 0.0,
              "inference_hz": 14.04252,
              "inference_wall_s": 49.848603,
              "merit": 0.0,
              "raw_total": 0.0,
              "reward": 0.0,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.33,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 62.07,
              "stage_b_median_trans_mm": 245.73,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.398333,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0,
              "stage_stage_b": 0.0
            }
          },
          "04-method-agnostic": {
            "reward": 0.085,
            "success_rate": null,
            "cost_usd": 0.378518,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 1.8479,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T212604-task06_method_agnostic_context1m_high-931fb025",
            "started_at": "2026-09-11T21:26:05.059810",
            "finished_at": "2026-09-11T23:16:57.336171",
            "input_tokens": 34163401,
            "cached_tokens": 34049152,
            "output_tokens": 221767,
            "metrics": {
              "abs_median_rot_deg": 0.3,
              "abs_median_trans_mm": 3.87,
              "abs_occluded_trans_mm": 32.5,
              "accuracy_reward": 0.26338,
              "cp_A.pose": 0.8777,
              "cp_B.pose": 0.0001,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.178366,
              "frame_time_s": 0.506701,
              "gated": 0.0,
              "inference_hz": 1.973552,
              "inference_wall_s": 354.690439,
              "merit": 0.2634,
              "raw_total": 0.2634,
              "reward": 0.085,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.82,
              "stage_b_median_trans_mm": 5.26,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 1.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2633,
              "stage_stage_b": 0.0001
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.0813,
        "complete": true,
        "n_runs": 4,
        "n_subtasks": 4,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "01-rgb-only": {
            "score": 0.0137,
            "reward": 0.0137,
            "success_rate": null,
            "cost_usd": 0.616821,
            "cost_usd_mean": 0.616821,
            "hours_median": 2.0993,
            "n_runs": 1,
            "complete": true
          },
          "02-rgb-depth": {
            "score": 0.0182,
            "reward": 0.0182,
            "success_rate": null,
            "cost_usd": 0.382312,
            "cost_usd_mean": 0.382312,
            "hours_median": 2.0986,
            "n_runs": 1,
            "complete": true
          },
          "03-model-training": {
            "score": 0.0,
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.471411,
            "cost_usd_mean": 0.471411,
            "hours_median": 2.0244,
            "n_runs": 1,
            "complete": true
          },
          "04-method-agnostic": {
            "score": 0.2933,
            "reward": 0.2933,
            "success_rate": null,
            "cost_usd": 0.562583,
            "cost_usd_mean": 0.562583,
            "hours_median": 2.0965,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "01-rgb-only": {
            "reward": 0.0137,
            "success_rate": null,
            "cost_usd": 0.616821,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.0993,
            "status": "failed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260911T150708-f8360601-rgb_only_cpu_parallel4",
            "started_at": "2026-09-11T15:07:09.231263",
            "finished_at": "2026-09-11T17:13:06.859691",
            "input_tokens": 16468014,
            "cached_tokens": 16121792,
            "output_tokens": 162468,
            "metrics": {
              "abs_median_rot_deg": 2.23,
              "abs_median_trans_mm": 10.1,
              "abs_occluded_trans_mm": 32.68,
              "accuracy_reward": 0.017031,
              "cp_A.pose": 0.0,
              "cp_B.pose": 0.0243,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.003332,
              "frame_time_s": 0.101522,
              "gated": 0.0,
              "inference_hz": 9.850075,
              "inference_wall_s": 71.065448,
              "merit": 0.017,
              "raw_total": 0.017,
              "reward": 0.0137,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.47,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 3.48,
              "stage_b_median_trans_mm": 14.32,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.705,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0,
              "stage_stage_b": 0.017
            }
          },
          "02-rgb-depth": {
            "reward": 0.0182,
            "success_rate": null,
            "cost_usd": 0.382312,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.0986,
            "status": "failed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260911T150708-776907ca-rgb_depth_cpu_parallel4",
            "started_at": "2026-09-11T15:07:09.236646",
            "finished_at": "2026-09-11T17:13:04.142843",
            "input_tokens": 9139968,
            "cached_tokens": 8810816,
            "output_tokens": 137230,
            "metrics": {
              "abs_median_rot_deg": 1.73,
              "abs_median_trans_mm": 5.71,
              "abs_occluded_trans_mm": 127.76,
              "accuracy_reward": 0.018193,
              "cp_A.pose": 0.0606,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.092994,
              "gated": 0.0,
              "inference_hz": 10.753396,
              "inference_wall_s": 65.095716,
              "merit": 0.0182,
              "raw_total": 0.0182,
              "reward": 0.0182,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 0.88,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 100.44,
              "stage_b_median_trans_mm": 97.4,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.62,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0182,
              "stage_stage_b": 0.0
            }
          },
          "03-model-training": {
            "reward": 0.0,
            "success_rate": null,
            "cost_usd": 0.471411,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.0244,
            "status": "failed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260911T150708-b6b3457e-rgb_depth_model_training_gpu2_parallel4",
            "started_at": "2026-09-11T15:07:09.231853",
            "finished_at": "2026-09-11T17:08:37.037239",
            "input_tokens": 12146731,
            "cached_tokens": 11846208,
            "output_tokens": 141892,
            "metrics": {
              "cp_A.pose": 0.0,
              "cp_B.pose": 0.0,
              "cp_G.load": 0.0,
              "gated": 1.0,
              "merit": 0.0,
              "raw_total": 0.0,
              "reward": 0.0,
              "stage_gate": 0.0,
              "stage_stage_a": 0.0,
              "stage_stage_b": 0.0
            }
          },
          "04-method-agnostic": {
            "reward": 0.2933,
            "success_rate": null,
            "cost_usd": 0.562583,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.0965,
            "status": "failed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260911T150708-06b50408-method_agnostic_gpu3_parallel4",
            "started_at": "2026-09-11T15:07:09.236394",
            "finished_at": "2026-09-11T17:12:56.566336",
            "input_tokens": 14022869,
            "cached_tokens": 13672832,
            "output_tokens": 199784,
            "metrics": {
              "abs_median_rot_deg": 0.17,
              "abs_median_trans_mm": 1.33,
              "abs_occluded_trans_mm": 21.37,
              "accuracy_reward": 0.293306,
              "cp_A.pose": 0.9777,
              "cp_B.pose": 0.0,
              "cp_G.load": 1.0,
              "efficiency_deduction": 0.0,
              "frame_time_s": 0.078811,
              "gated": 0.0,
              "inference_hz": 12.688526,
              "inference_wall_s": 55.167953,
              "merit": 0.2933,
              "raw_total": 0.2933,
              "reward": 0.2933,
              "stage_a_frames": 100.0,
              "stage_a_shape_accuracy": 1.0,
              "stage_b_frames": 600.0,
              "stage_b_median_rot_deg": 0.5,
              "stage_b_median_trans_mm": 2.2,
              "stage_b_occluded_fraction": 0.4733,
              "stage_b_occluded_frames": 284.0,
              "stage_b_shape_accuracy": 0.913333,
              "stage_gate": 0.0,
              "stage_stage_a": 0.2933,
              "stage_stage_b": 0.0
            }
          }
        }
      }
    },
    "task07": {
      "gemini37flash": {
        "score": 0.0441,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "clearance": {
            "score": 0.2732,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 0.2732,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.2205,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.2205,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.0441,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 5.097,
            "status": "failed",
            "harness": "Antigravity CLI",
            "agent": "rlebench.agents.antigravity:GoogleSubscriptionAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "antigravity_cli-gemini_37_flash-20260910T134006-policy_isolation_auth_retry",
            "started_at": "2026-09-10T13:40:06.992323",
            "finished_at": "2026-09-10T18:45:56.156052",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 0.2732,
              "damage_events": 0.0,
              "episode_wall_s_total": 3798.357,
              "floor_drops": 5.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 3704.0714,
              "makespan_s": 32.4286,
              "n_parts": 112.0,
              "parts_cleared": 30.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 94.2856,
              "raw_total": 0.0441,
              "reward": 0.0441,
              "speed_merit": 0.2205,
              "throughput_ppm": 10.6193
            }
          }
        }
      },
      "opus48": {
        "score": 0.1006,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "clearance": {
            "score": 0.5274,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 0.5274,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.2533,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.2533,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.1006,
            "success_rate": null,
            "cost_usd": 34.177156,
            "cost_source": "harness",
            "hours": 4.2304,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260910T133654-policy_isolation",
            "started_at": "2026-09-10T13:36:54.453896",
            "finished_at": "2026-09-10T17:50:43.922214",
            "input_tokens": 52147120,
            "cached_tokens": 51822162,
            "output_tokens": 200765,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 0.5274,
              "damage_events": 0.0,
              "episode_wall_s_total": 3892.7035,
              "floor_drops": 1.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 3841.2678,
              "makespan_s": 112.6312,
              "n_parts": 112.0,
              "parts_cleared": 59.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 51.4357,
              "raw_total": 0.1006,
              "reward": 0.1006,
              "speed_merit": 0.2533,
              "throughput_ppm": 3.9159
            }
          }
        }
      },
      "opus5": {
        "score": 0.3689,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "clearance": {
            "score": 0.7869,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 0.7869,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.41,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.41,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.3689,
            "success_rate": null,
            "cost_usd": 12.11349,
            "cost_source": "harness",
            "hours": 2.9814,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260910T133902-policy_isolation_startup_retry",
            "started_at": "2026-09-10T13:39:02.790814",
            "finished_at": "2026-09-10T16:37:55.932405",
            "input_tokens": 14209513,
            "cached_tokens": 13991639,
            "output_tokens": 117598,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 0.7869,
              "damage_events": 0.0,
              "episode_wall_s_total": 3985.2381,
              "floor_drops": 1.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 3902.3828,
              "makespan_s": 107.3812,
              "n_parts": 112.0,
              "parts_cleared": 87.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 82.8553,
              "raw_total": 0.3689,
              "reward": 0.3689,
              "speed_merit": 0.41,
              "throughput_ppm": 6.0229
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.1231,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "clearance": {
            "score": 0.6117,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 0.6117,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.3475,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.3475,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.1231,
            "success_rate": null,
            "cost_usd": 0.603277,
            "cost_source": "harness",
            "hours": 5.087,
            "status": "failed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash[1m]",
            "job": "claude_code-glm_5_3_flash-20260911T185146-fc96e356-task07_cpu_context1m",
            "started_at": "2026-09-11T18:51:47.169158",
            "finished_at": "2026-09-11T23:57:00.319371",
            "input_tokens": 16111668,
            "cached_tokens": 15742784,
            "output_tokens": 151321,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 0.6117,
              "damage_events": 0.0,
              "episode_wall_s_total": 3728.9667,
              "floor_drops": 1.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 3672.1633,
              "makespan_s": 86.5687,
              "n_parts": 112.0,
              "parts_cleared": 69.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 56.8034,
              "raw_total": 0.1231,
              "reward": 0.1231,
              "speed_merit": 0.3475,
              "throughput_ppm": 6.023
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.4148,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "clearance": {
            "score": 0.907,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 0.907,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.4667,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.4667,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.4148,
            "success_rate": null,
            "cost_usd": 0.426678,
            "cost_source": "harness",
            "hours": 2.281,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260910T133654-policy_isolation",
            "started_at": "2026-09-10T13:36:54.510856",
            "finished_at": "2026-09-10T15:53:46.171734",
            "input_tokens": 15932031,
            "cached_tokens": 15697408,
            "output_tokens": 54838,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 0.907,
              "damage_events": 0.0,
              "episode_wall_s_total": 4245.5396,
              "floor_drops": 2.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 4152.5659,
              "makespan_s": 111.3937,
              "n_parts": 112.0,
              "parts_cleared": 101.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 92.9738,
              "raw_total": 0.4148,
              "reward": 0.4148,
              "speed_merit": 0.4667,
              "throughput_ppm": 6.805
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.6817,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "clearance": {
            "score": 0.9669,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 0.9669,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.5483,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.5483,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.6817,
            "success_rate": null,
            "cost_usd": 17.911936,
            "cost_source": "harness",
            "hours": 3.7507,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260910T133654-policy_isolation",
            "started_at": "2026-09-10T13:36:54.493532",
            "finished_at": "2026-09-10T17:21:57.190059",
            "input_tokens": 38228491,
            "cached_tokens": 37908480,
            "output_tokens": 73425,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 0.9669,
              "damage_events": 0.0,
              "episode_wall_s_total": 3407.9338,
              "floor_drops": 2.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 3354.2617,
              "makespan_s": 97.9125,
              "n_parts": 112.0,
              "parts_cleared": 108.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 53.6721,
              "raw_total": 0.6817,
              "reward": 0.6817,
              "speed_merit": 0.5483,
              "throughput_ppm": 8.3506
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.0277,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "clearance": {
            "score": 0.2933,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 0.2933,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.1637,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.1637,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.0277,
            "success_rate": null,
            "cost_usd": 2.022428,
            "cost_source": "harness",
            "hours": 1.9056,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260910T133654-policy_isolation",
            "started_at": "2026-09-10T13:36:54.454276",
            "finished_at": "2026-09-10T15:31:14.675259",
            "input_tokens": 6896398,
            "cached_tokens": 6745600,
            "output_tokens": 30976,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 0.2933,
              "damage_events": 1.0,
              "episode_wall_s_total": 4398.5894,
              "floor_drops": 10.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 4318.3534,
              "makespan_s": 60.4214,
              "n_parts": 112.0,
              "parts_cleared": 33.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 80.236,
              "raw_total": 0.0277,
              "reward": 0.0277,
              "speed_merit": 0.1637,
              "throughput_ppm": 4.0766
            }
          }
        }
      },
      "gpt6astra": {
        "score": 0.9259,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "clearance": {
            "score": 1.0,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 1.0,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.5991,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.5991,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.9259,
            "success_rate": null,
            "cost_usd": 34.496174,
            "cost_source": "harness",
            "hours": 2.2734,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260910T133902-policy_isolation_startup_retry",
            "started_at": "2026-09-10T13:39:02.779945",
            "finished_at": "2026-09-10T15:55:26.957613",
            "input_tokens": 24106918,
            "cached_tokens": 23577984,
            "output_tokens": 112577,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 1.0,
              "damage_events": 0.0,
              "episode_wall_s_total": 3303.0885,
              "floor_drops": 0.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 3237.7389,
              "makespan_s": 91.725,
              "n_parts": 112.0,
              "parts_cleared": 112.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 65.3497,
              "raw_total": 0.9259,
              "reward": 0.9259,
              "speed_merit": 0.5991,
              "throughput_ppm": 9.2239
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.4604,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "clearance": {
            "score": 0.8709,
            "metric": "clear_frac",
            "weight": 1.0,
            "credit": 0.8709,
            "n_runs": 1,
            "complete": true
          },
          "throughput": {
            "score": 0.419,
            "metric": "speed_merit",
            "weight": 1.0,
            "credit": 0.419,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "bin-clearing": {
            "reward": 0.4604,
            "success_rate": null,
            "cost_usd": 0.396947,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 3.1909,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T192517-task07_context1m_high-c9b93ac4",
            "started_at": "2026-09-11T19:25:17.853287",
            "finished_at": "2026-09-11T22:36:45.123674",
            "input_tokens": 37924327,
            "cached_tokens": 37771776,
            "output_tokens": 214056,
            "metrics": {
              "bin_hits": 0.0,
              "clear_frac": 0.8709,
              "damage_events": 0.0,
              "episode_wall_s_total": 3641.7609,
              "floor_drops": 0.0,
              "gate_contract": 1.0,
              "gate_determinism": 1.0,
              "gate_load": 1.0,
              "gate_stable": 1.0,
              "gated": 0.0,
              "harness_wall_s_total": 3530.0716,
              "makespan_s": 107.2812,
              "n_parts": 112.0,
              "parts_cleared": 97.0,
              "policy_faults": 0.0,
              "policy_wall_s_total": 111.6893,
              "raw_total": 0.4604,
              "reward": 0.4604,
              "speed_merit": 0.419,
              "throughput_ppm": 6.8153
            }
          }
        }
      }
    },
    "task08": {
      "gemini37flash": {
        "score": 0.376,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "validity": {
            "score": 0.85,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.1275,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.595714,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.2085,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.2,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.04,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.0,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.376,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.2871,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "scripts.entrypoints.closed_book_agents:HarvardAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "antigravity_cli-gemini_37_flash-20260910T131635-high",
            "started_at": "2026-09-10T13:16:36.149142",
            "finished_at": "2026-09-10T13:33:49.668650",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 0.25,
              "cp_S1.structure": 1.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.493,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 1.0,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 0.0,
              "cp_S5.testB": 0.0,
              "cp_S5.testC": 0.0,
              "cp_S5.testD1": 0.0,
              "cp_S5.testD2": 1.0,
              "cp_S5.testE": 0.0,
              "cp_S7.payload_margin": 0.0,
              "cp_S7.pick_compat": 0.0,
              "design_base_mass_kg": 18.836,
              "design_footprint_area_headroom_fraction": 0.247892,
              "design_footprint_area_headroom_m2": 0.077739,
              "design_footprint_area_m2": 0.235861,
              "design_footprint_x_headroom_m": 0.046634,
              "design_footprint_x_m": 0.513366,
              "design_footprint_y_headroom_m": 0.10056,
              "design_footprint_y_m": 0.45944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.504316,
              "design_mass_headroom_kg": 19.164,
              "design_profile_length_headroom_fraction": 0.726667,
              "design_profile_length_headroom_m": 8.72,
              "design_profile_length_m": 3.28,
              "design_score": 0.492958,
              "design_total_mass_kg": 40.7059,
              "gated": 0.0,
              "raw_total": 0.376,
              "reward": 0.376,
              "stage_design": 0.2085,
              "stage_dynamic": 0.04,
              "stage_integration": 0.0,
              "stage_static": 0.0,
              "stage_validity": 0.1275
            }
          }
        }
      },
      "opus48": {
        "score": 0.15,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "validity": {
            "score": 0.8,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.12,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.341143,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.1194,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.914,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.1828,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.0,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.15,
            "success_rate": null,
            "cost_usd": 21.352394,
            "cost_source": "harness",
            "hours": 1.3025,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260910T135257-high-rerun",
            "started_at": "2026-09-10T13:52:57.757008",
            "finished_at": "2026-09-10T15:11:06.823377",
            "input_tokens": 25667084,
            "cached_tokens": 25354299,
            "output_tokens": 221949,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 1.0,
              "cp_S1.structure": 0.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.1035,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 0.8333,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 0.0,
              "cp_S5.testB": 1.0,
              "cp_S5.testC": 1.0,
              "cp_S5.testD1": 0.6667,
              "cp_S5.testD2": 1.0,
              "cp_S5.testE": 0.9035,
              "cp_S7.payload_margin": 0.0,
              "cp_S7.pick_compat": 0.0,
              "design_base_mass_kg": 32.7216,
              "design_footprint_area_headroom_fraction": 0.171644,
              "design_footprint_area_headroom_m2": 0.053828,
              "design_footprint_area_m2": 0.259772,
              "design_footprint_x_headroom_m": 0.006634,
              "design_footprint_x_m": 0.553366,
              "design_footprint_y_headroom_m": 0.09056,
              "design_footprint_y_m": 0.46944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.138905,
              "design_mass_headroom_kg": 5.2784,
              "design_profile_length_headroom_fraction": 0.0,
              "design_profile_length_headroom_m": 8.244,
              "design_profile_length_m": 3.756,
              "design_score": 0.103517,
              "design_total_mass_kg": 50.288501,
              "gated": 1.0,
              "raw_total": 0.4222,
              "reward": 0.15,
              "stage_design": 0.1194,
              "stage_dynamic": 0.1828,
              "stage_integration": 0.0,
              "stage_static": 0.0,
              "stage_validity": 0.12
            }
          }
        }
      },
      "opus5": {
        "score": 0.5238,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "validity": {
            "score": 1.0,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.15,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.694,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.2429,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.1335,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.0267,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.694667,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.1042,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.5238,
            "success_rate": null,
            "cost_usd": 18.34958,
            "cost_source": "harness",
            "hours": 1.8946,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260910T135257-high-rerun",
            "started_at": "2026-09-10T13:52:57.787822",
            "finished_at": "2026-09-10T15:46:38.236443",
            "input_tokens": 21167914,
            "cached_tokens": 20874889,
            "output_tokens": 199323,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 1.0,
              "cp_S1.structure": 1.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.5133,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 1.0,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 1.0,
              "cp_S5.testB": 0.0,
              "cp_S5.testC": 0.0,
              "cp_S5.testD1": 0.6667,
              "cp_S5.testD2": 0.0,
              "cp_S5.testE": 0.0,
              "cp_S7.payload_margin": 0.75,
              "cp_S7.pick_compat": 0.6667,
              "design_base_mass_kg": 17.361,
              "design_footprint_area_headroom_fraction": 0.294645,
              "design_footprint_area_headroom_m2": 0.092401,
              "design_footprint_area_m2": 0.221199,
              "design_footprint_x_headroom_m": 0.056634,
              "design_footprint_x_m": 0.503366,
              "design_footprint_y_headroom_m": 0.12056,
              "design_footprint_y_m": 0.43944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.543132,
              "design_mass_headroom_kg": 20.639,
              "design_profile_length_headroom_fraction": 0.702,
              "design_profile_length_headroom_m": 8.424,
              "design_profile_length_m": 3.576,
              "design_score": 0.513259,
              "design_total_mass_kg": 34.927901,
              "gated": 0.0,
              "raw_total": 0.5238,
              "reward": 0.5238,
              "stage_design": 0.2429,
              "stage_dynamic": 0.0267,
              "stage_integration": 0.1042,
              "stage_static": 0.0,
              "stage_validity": 0.15
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.365,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "validity": {
            "score": 0.85,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.1275,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.562286,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.1968,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.2035,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.0407,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.0,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.365,
            "success_rate": null,
            "cost_usd": 0.681563,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 11.4994,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260910T114358-high",
            "started_at": "2026-09-10T11:43:58.357070",
            "finished_at": "2026-09-10T23:13:56.327421Z",
            "input_tokens": 18286120,
            "cached_tokens": 17960064,
            "output_tokens": 187706,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 0.25,
              "cp_S1.structure": 1.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.4399,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 1.0,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 0.0,
              "cp_S5.testB": 0.017,
              "cp_S5.testC": 0.0,
              "cp_S5.testD1": 0.3333,
              "cp_S5.testD2": 0.6667,
              "cp_S5.testE": 0.0,
              "cp_S7.payload_margin": 0.0,
              "cp_S7.pick_compat": 0.0,
              "design_base_mass_kg": 20.3376,
              "design_footprint_area_headroom_fraction": 0.243033,
              "design_footprint_area_headroom_m2": 0.076215,
              "design_footprint_area_m2": 0.237385,
              "design_footprint_x_headroom_m": 0.043317,
              "design_footprint_x_m": 0.516683,
              "design_footprint_y_headroom_m": 0.10056,
              "design_footprint_y_m": 0.45944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.4648,
              "design_mass_headroom_kg": 17.6624,
              "design_profile_length_headroom_fraction": 0.612,
              "design_profile_length_headroom_m": 7.344,
              "design_profile_length_m": 4.656,
              "design_score": 0.439944,
              "design_total_mass_kg": 42.2075,
              "gated": 0.0,
              "raw_total": 0.365,
              "reward": 0.365,
              "stage_design": 0.1968,
              "stage_dynamic": 0.0407,
              "stage_integration": 0.0,
              "stage_static": 0.0,
              "stage_validity": 0.1275
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.4404,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "validity": {
            "score": 1.0,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.15,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.582286,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.2038,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.433,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.0866,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.0,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.4404,
            "success_rate": null,
            "cost_usd": 0.476141,
            "cost_source": "harness",
            "hours": 0.9758,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260910T114358-high",
            "started_at": "2026-09-10T11:43:58.356560",
            "finished_at": "2026-09-10T12:42:31.318693",
            "input_tokens": 14942520,
            "cached_tokens": 14672384,
            "output_tokens": 107222,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 1.0,
              "cp_S1.structure": 1.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.3385,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 0.9642,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 1.0,
              "cp_S5.testB": 0.1656,
              "cp_S5.testC": 1.0,
              "cp_S5.testD1": 1.0,
              "cp_S5.testD2": 0.0,
              "cp_S5.testE": 0.0,
              "cp_S7.payload_margin": 0.0,
              "cp_S7.pick_compat": 0.0,
              "design_base_mass_kg": 22.604,
              "design_footprint_area_headroom_fraction": 0.000377,
              "design_footprint_area_headroom_m2": 0.000118,
              "design_footprint_area_m2": 0.313482,
              "design_footprint_x_headroom_m": -0.153366,
              "design_footprint_x_m": 0.713366,
              "design_footprint_y_headroom_m": 0.12056,
              "design_footprint_y_m": 0.43944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.405158,
              "design_mass_headroom_kg": 15.396,
              "design_profile_length_headroom_fraction": 0.61,
              "design_profile_length_headroom_m": 7.32,
              "design_profile_length_m": 4.68,
              "design_score": 0.338512,
              "design_total_mass_kg": 40.170901,
              "gated": 0.0,
              "raw_total": 0.4404,
              "reward": 0.4404,
              "stage_design": 0.2038,
              "stage_dynamic": 0.0866,
              "stage_integration": 0.0,
              "stage_static": 0.0,
              "stage_validity": 0.15
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.5465,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "validity": {
            "score": 0.9,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.135,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.573143,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.2006,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.367,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.0734,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.916667,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.1375,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.5465,
            "success_rate": null,
            "cost_usd": 13.807749,
            "cost_source": "harness",
            "hours": 1.4186,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260910T135257-high-rerun",
            "started_at": "2026-09-10T13:52:57.785747",
            "finished_at": "2026-09-10T15:18:04.901550",
            "input_tokens": 24624774,
            "cached_tokens": 24122752,
            "output_tokens": 107528,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 0.5,
              "cp_S1.structure": 1.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.4573,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 1.0,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 0.0,
              "cp_S5.testB": 0.5019,
              "cp_S5.testC": 0.0,
              "cp_S5.testD1": 0.3333,
              "cp_S5.testD2": 1.0,
              "cp_S5.testE": 0.0,
              "cp_S7.payload_margin": 0.9167,
              "cp_S7.pick_compat": 0.9167,
              "design_base_mass_kg": 19.5812,
              "design_footprint_area_headroom_fraction": 0.15056,
              "design_footprint_area_headroom_m2": 0.047216,
              "design_footprint_area_m2": 0.266384,
              "design_footprint_x_headroom_m": 0.026634,
              "design_footprint_x_m": 0.533366,
              "design_footprint_y_headroom_m": 0.06056,
              "design_footprint_y_m": 0.49944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.484705,
              "design_mass_headroom_kg": 18.4188,
              "design_profile_length_headroom_fraction": 0.736667,
              "design_profile_length_headroom_m": 8.84,
              "design_profile_length_m": 3.16,
              "design_score": 0.457311,
              "design_total_mass_kg": 41.4511,
              "gated": 0.0,
              "raw_total": 0.5465,
              "reward": 0.5465,
              "stage_design": 0.2006,
              "stage_dynamic": 0.0734,
              "stage_integration": 0.1375,
              "stage_static": 0.0,
              "stage_validity": 0.135
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.15,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "validity": {
            "score": 0.8,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.12,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.568286,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.1989,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.4665,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.0933,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.0,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.15,
            "success_rate": null,
            "cost_usd": 1.142126,
            "cost_source": "harness",
            "hours": 0.4914,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260910T114358-high",
            "started_at": "2026-09-10T11:43:58.357346",
            "finished_at": "2026-09-10T12:13:27.290952",
            "input_tokens": 2787349,
            "cached_tokens": 2677760,
            "output_tokens": 32283,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 1.0,
              "cp_S1.structure": 0.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.4494,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 1.0,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 0.0,
              "cp_S5.testB": 0.0,
              "cp_S5.testC": 0.3333,
              "cp_S5.testD1": 1.0,
              "cp_S5.testD2": 1.0,
              "cp_S5.testE": 0.0,
              "cp_S7.payload_margin": 0.0,
              "cp_S7.pick_compat": 0.0,
              "design_base_mass_kg": 21.72,
              "design_footprint_area_headroom_fraction": 0.259873,
              "design_footprint_area_headroom_m2": 0.081496,
              "design_footprint_area_m2": 0.232104,
              "design_footprint_x_headroom_m": 0.006634,
              "design_footprint_x_m": 0.553366,
              "design_footprint_y_headroom_m": 0.14056,
              "design_footprint_y_m": 0.41944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.428421,
              "design_mass_headroom_kg": 16.28,
              "design_profile_length_headroom_fraction": 0.66,
              "design_profile_length_headroom_m": 7.92,
              "design_profile_length_m": 4.08,
              "design_score": 0.449431,
              "design_total_mass_kg": 39.286901,
              "gated": 1.0,
              "raw_total": 0.4122,
              "reward": 0.15,
              "stage_design": 0.1989,
              "stage_dynamic": 0.0933,
              "stage_integration": 0.0,
              "stage_static": 0.0,
              "stage_validity": 0.12
            }
          }
        }
      },
      "gpt6astra": {
        "score": 0.6128,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "validity": {
            "score": 1.0,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.15,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.607143,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.2125,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.564,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.1128,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.916667,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.1375,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.6128,
            "success_rate": null,
            "cost_usd": 5.87482,
            "cost_source": "harness",
            "hours": 0.6141,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260910T135257-high-rerun",
            "started_at": "2026-09-10T13:52:57.771813",
            "finished_at": "2026-09-10T14:29:48.395564",
            "input_tokens": 2846610,
            "cached_tokens": 2747520,
            "output_tokens": 42728,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 1.0,
              "cp_S1.structure": 1.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.3749,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 1.0,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 1.0,
              "cp_S5.testB": 0.4965,
              "cp_S5.testC": 0.0,
              "cp_S5.testD1": 0.6667,
              "cp_S5.testD2": 1.0,
              "cp_S5.testE": 0.6567,
              "cp_S7.payload_margin": 0.9167,
              "cp_S7.pick_compat": 0.9167,
              "design_base_mass_kg": 22.0356,
              "design_footprint_area_headroom_fraction": 0.099536,
              "design_footprint_area_headroom_m2": 0.031215,
              "design_footprint_area_m2": 0.282385,
              "design_footprint_x_headroom_m": 0.026634,
              "design_footprint_x_m": 0.533366,
              "design_footprint_y_headroom_m": 0.03056,
              "design_footprint_y_m": 0.52944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.420116,
              "design_mass_headroom_kg": 15.9644,
              "design_profile_length_headroom_fraction": 0.605,
              "design_profile_length_headroom_m": 7.26,
              "design_profile_length_m": 4.74,
              "design_score": 0.374884,
              "design_total_mass_kg": 39.602501,
              "gated": 0.0,
              "raw_total": 0.6128,
              "reward": 0.6128,
              "stage_design": 0.2125,
              "stage_dynamic": 0.1128,
              "stage_integration": 0.1375,
              "stage_static": 0.0,
              "stage_validity": 0.15
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.3886,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "validity": {
            "score": 0.85,
            "metric": "stage_validity",
            "weight": 0.15,
            "credit": 0.1275,
            "n_runs": 1,
            "complete": true
          },
          "design": {
            "score": 0.558,
            "metric": "stage_design",
            "weight": 0.35,
            "credit": 0.1953,
            "n_runs": 1,
            "complete": true
          },
          "static": {
            "score": 0.0,
            "metric": "stage_static",
            "weight": 0.15,
            "credit": 0.0,
            "n_runs": 1,
            "complete": true
          },
          "dynamic": {
            "score": 0.2665,
            "metric": "stage_dynamic",
            "weight": 0.2,
            "credit": 0.0533,
            "n_runs": 1,
            "complete": true
          },
          "integration": {
            "score": 0.083333,
            "metric": "stage_integration",
            "weight": 0.15,
            "credit": 0.0125,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "mobile-base": {
            "reward": 0.3886,
            "success_rate": null,
            "cost_usd": 0.2591,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 0.5296,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T192518-task08_context1m_high-0f0fc92b",
            "started_at": "2026-09-11T19:25:19.072784",
            "finished_at": "2026-09-11T19:57:05.714538",
            "input_tokens": 17642173,
            "cached_tokens": 17547008,
            "output_tokens": 176363,
            "metrics": {
              "cp_S1.equilibrium": 1.0,
              "cp_S1.inertia": 1.0,
              "cp_S1.load": 1.0,
              "cp_S1.mecanum": 0.25,
              "cp_S1.structure": 1.0,
              "cp_S3.battery_onboard": 1.0,
              "cp_S3.design_efficiency": 0.4331,
              "cp_S3.reach_beyond": 1.0,
              "cp_S3.reach_preserved": 1.0,
              "cp_S3.resource_constraints": 1.0,
              "cp_S3.static_margin": 0.0,
              "cp_S3.still_valid": 0.0,
              "cp_S5.testB": 0.0,
              "cp_S5.testC": 0.0,
              "cp_S5.testD1": 0.3333,
              "cp_S5.testD2": 1.0,
              "cp_S5.testE": 0.0,
              "cp_S7.payload_margin": 0.0833,
              "cp_S7.pick_compat": 0.0833,
              "design_base_mass_kg": 20.2284,
              "design_footprint_area_headroom_fraction": 0.215286,
              "design_footprint_area_headroom_m2": 0.067514,
              "design_footprint_area_m2": 0.246086,
              "design_footprint_x_headroom_m": 0.0,
              "design_footprint_x_m": 0.56,
              "design_footprint_y_headroom_m": 0.12056,
              "design_footprint_y_m": 0.43944,
              "design_mass_budget_kg": 38.0,
              "design_mass_headroom_fraction": 0.467674,
              "design_mass_headroom_kg": 17.7716,
              "design_profile_length_headroom_fraction": 0.616333,
              "design_profile_length_headroom_m": 7.396,
              "design_profile_length_m": 4.604,
              "design_score": 0.433098,
              "design_total_mass_kg": 42.0983,
              "dynamic_mean": 0.2667,
              "dynamic_var": 0.19556,
              "gated": 0.0,
              "raw_total": 0.3886,
              "reward": 0.3886,
              "stage_design": 0.1953,
              "stage_dynamic": 0.0533,
              "stage_integration": 0.0125,
              "stage_static": 0.0,
              "stage_validity": 0.1275
            }
          }
        }
      }
    },
    "task09": {
      "gemini37flash": {
        "score": 0.4291,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Antigravity CLI",
        "splits": {
          "franka": {
            "score": 0.5987,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.5987,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.3121,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.3121,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.3765,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.3765,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.4291,
            "success_rate": null,
            "cost_usd": null,
            "cost_source": "harness",
            "hours": 0.0943,
            "status": "completed",
            "harness": "Antigravity CLI",
            "agent": "rlebench.agents.antigravity:GeminiApiAntigravityCli",
            "model": "google/gemini-3.7-flash",
            "job": "antigravity_cli-gemini_37_flash-20260911T072606-task07_probe_contract",
            "started_at": "2026-09-11T00:26:07.082294",
            "finished_at": "2026-09-11T00:31:46.629578",
            "input_tokens": null,
            "cached_tokens": null,
            "output_tokens": null,
            "metrics": {
              "franka_cp_B1.combined_hold": 0.7853,
              "franka_cp_B2.combined_backdrive": 0.5719,
              "franka_cp_B3.headroom": 0.3706,
              "franka_cp_B4.push_recovery": 1.0,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 0.9667,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 1.0,
              "franka_cp_C1.printability": 1.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.1704,
              "franka_cp_H2.passive_hold": 0.2904,
              "franka_cp_H3.passive_backdrive": 0.2943,
              "franka_cp_S2.adapted_backdrive": 0.5504,
              "franka_cp_S2.adapted_hold": 0.9558,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.000175,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.0,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.5987,
              "franka_reward": 0.5987,
              "franka_stage_codesign": 0.2728,
              "franka_stage_hardware": 0.0755,
              "franka_stage_software": 0.1506,
              "franka_stage_validity": 0.0998,
              "franka_validity_deduction": 0.000175,
              "reward": 0.4291,
              "ur5e_cp_B1.combined_hold": 0.2292,
              "ur5e_cp_B2.combined_backdrive": 0.3277,
              "ur5e_cp_B3.headroom": 0.175,
              "ur5e_cp_B4.push_recovery": 0.0226,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 0.9615,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 1.0,
              "ur5e_cp_C1.printability": 1.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.23,
              "ur5e_cp_H2.passive_hold": 0.2932,
              "ur5e_cp_H3.passive_backdrive": 0.252,
              "ur5e_cp_S2.adapted_backdrive": 0.3184,
              "ur5e_cp_S2.adapted_hold": 0.2754,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.000202,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.0,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.3121,
              "ur5e_reward": 0.3121,
              "ur5e_stage_codesign": 0.0755,
              "ur5e_stage_hardware": 0.0775,
              "ur5e_stage_software": 0.0594,
              "ur5e_stage_validity": 0.0998,
              "ur5e_validity_deduction": 0.000202,
              "xarm7_cp_B1.combined_hold": 0.2072,
              "xarm7_cp_B2.combined_backdrive": 0.3033,
              "xarm7_cp_B3.headroom": 0.3233,
              "xarm7_cp_B4.push_recovery": 0.5131,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 0.9667,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 1.0,
              "xarm7_cp_C1.printability": 1.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 0.1946,
              "xarm7_cp_H2.passive_hold": 0.3108,
              "xarm7_cp_H3.passive_backdrive": 0.275,
              "xarm7_cp_S2.adapted_backdrive": 0.3278,
              "xarm7_cp_S2.adapted_hold": 0.3118,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.000175,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.0,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.3765,
              "xarm7_reward": 0.3765,
              "xarm7_stage_codesign": 0.1347,
              "xarm7_stage_hardware": 0.078,
              "xarm7_stage_software": 0.064,
              "xarm7_stage_validity": 0.0998,
              "xarm7_validity_deduction": 0.000175
            }
          }
        }
      },
      "opus48": {
        "score": 0.5201,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "franka": {
            "score": 0.5763,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.5763,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.5267,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.5267,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.4573,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.4573,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.5201,
            "success_rate": null,
            "cost_usd": 9.005402,
            "cost_source": "harness",
            "hours": 0.6456,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-4-8",
            "job": "claude_code-claude_opus_48-20260911T070836-task07_probe_contract",
            "started_at": "2026-09-11T00:08:37.348444",
            "finished_at": "2026-09-11T00:47:21.389181",
            "input_tokens": 8182674,
            "cached_tokens": 8011644,
            "output_tokens": 131600,
            "metrics": {
              "franka_cp_B1.combined_hold": 0.9918,
              "franka_cp_B2.combined_backdrive": 0.4851,
              "franka_cp_B3.headroom": 0.6112,
              "franka_cp_B4.push_recovery": 1.0,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 0.9697,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 0.0,
              "franka_cp_C1.printability": 0.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.6005,
              "franka_cp_H2.passive_hold": 0.3578,
              "franka_cp_H3.passive_backdrive": 0.353,
              "franka_cp_S2.adapted_backdrive": 0.5757,
              "franka_cp_S2.adapted_hold": 1.0,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.000159,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.021053,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.5763,
              "franka_reward": 0.5763,
              "franka_stage_codesign": 0.3088,
              "franka_stage_hardware": 0.1311,
              "franka_stage_software": 0.1576,
              "franka_stage_validity": -0.0212,
              "franka_validity_deduction": 0.021212,
              "reward": 0.5201,
              "ur5e_cp_B1.combined_hold": 0.6172,
              "ur5e_cp_B2.combined_backdrive": 0.404,
              "ur5e_cp_B3.headroom": 0.4045,
              "ur5e_cp_B4.push_recovery": 0.2205,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 0.9655,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 1.0,
              "ur5e_cp_C1.printability": 0.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.6268,
              "ur5e_cp_H2.passive_hold": 0.3523,
              "ur5e_cp_H3.passive_backdrive": 0.3392,
              "ur5e_cp_S2.adapted_backdrive": 0.515,
              "ur5e_cp_S2.adapted_hold": 1.0,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.000181,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.021053,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.5267,
              "ur5e_reward": 0.5267,
              "ur5e_stage_codesign": 0.1646,
              "ur5e_stage_hardware": 0.1318,
              "ur5e_stage_software": 0.1515,
              "ur5e_stage_validity": 0.0788,
              "ur5e_validity_deduction": 0.021234,
              "xarm7_cp_B1.combined_hold": 0.4065,
              "xarm7_cp_B2.combined_backdrive": 0.3347,
              "xarm7_cp_B3.headroom": 0.6472,
              "xarm7_cp_B4.push_recovery": 0.379,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 0.9697,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 0.6667,
              "xarm7_cp_C1.printability": 0.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 1.0,
              "xarm7_cp_H2.passive_hold": 0.3826,
              "xarm7_cp_H3.passive_backdrive": 0.3718,
              "xarm7_cp_S2.adapted_backdrive": 0.3442,
              "xarm7_cp_S2.adapted_hold": 0.2522,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.000159,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.021053,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.4573,
              "xarm7_reward": 0.4573,
              "xarm7_stage_codesign": 0.1767,
              "xarm7_stage_hardware": 0.1754,
              "xarm7_stage_software": 0.0596,
              "xarm7_stage_validity": 0.0455,
              "xarm7_validity_deduction": 0.021212
            }
          }
        }
      },
      "opus5": {
        "score": 0.559833,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "franka": {
            "score": 0.6267,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.6267,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.5569,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.5569,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.4959,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.4959,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.559833,
            "success_rate": null,
            "cost_usd": 13.199667,
            "cost_source": "harness",
            "hours": 0.8334,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "anthropic/claude-opus-5",
            "job": "claude_code-claude_opus_5-20260911T070836-task07_probe_contract",
            "started_at": "2026-09-11T00:08:37.340898",
            "finished_at": "2026-09-11T00:58:37.428940",
            "input_tokens": 14321784,
            "cached_tokens": 14078355,
            "output_tokens": 149084,
            "metrics": {
              "franka_cp_B1.combined_hold": 0.9167,
              "franka_cp_B2.combined_backdrive": 0.4907,
              "franka_cp_B3.headroom": 0.6362,
              "franka_cp_B4.push_recovery": 0.4366,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 0.98,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 1.0,
              "franka_cp_C1.printability": 1.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.3922,
              "franka_cp_H2.passive_hold": 0.3686,
              "franka_cp_H3.passive_backdrive": 0.3792,
              "franka_cp_S2.adapted_backdrive": 0.6478,
              "franka_cp_S2.adapted_hold": 1.0,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.000105,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.0,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.6267,
              "franka_reward": 0.6267,
              "franka_stage_codesign": 0.248,
              "franka_stage_hardware": 0.114,
              "franka_stage_software": 0.1648,
              "franka_stage_validity": 0.0999,
              "franka_validity_deduction": 0.000105,
              "reward": 0.559833,
              "ur5e_cp_B1.combined_hold": 1.0,
              "ur5e_cp_B2.combined_backdrive": 0.463,
              "ur5e_cp_B3.headroom": 0.5948,
              "ur5e_cp_B4.push_recovery": 0.12,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 1.0,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 1.0,
              "ur5e_cp_C1.printability": 1.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.7017,
              "ur5e_cp_H2.passive_hold": 0.4031,
              "ur5e_cp_H3.passive_backdrive": 0.3741,
              "ur5e_cp_S2.adapted_backdrive": 0.3107,
              "ur5e_cp_S2.adapted_hold": 0.6011,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.0,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.0,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.5569,
              "ur5e_reward": 0.5569,
              "ur5e_stage_codesign": 0.2178,
              "ur5e_stage_hardware": 0.1479,
              "ur5e_stage_software": 0.0912,
              "ur5e_stage_validity": 0.1,
              "ur5e_validity_deduction": 0.0,
              "xarm7_cp_B1.combined_hold": 0.3344,
              "xarm7_cp_B2.combined_backdrive": 0.2749,
              "xarm7_cp_B3.headroom": 0.6004,
              "xarm7_cp_B4.push_recovery": 0.4682,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 0.9792,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 1.0,
              "xarm7_cp_C1.printability": 1.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 0.7718,
              "xarm7_cp_H2.passive_hold": 0.3896,
              "xarm7_cp_H3.passive_backdrive": 0.3707,
              "xarm7_cp_S2.adapted_backdrive": 0.3847,
              "xarm7_cp_S2.adapted_hold": 0.3654,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.00011,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.0,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.4959,
              "xarm7_reward": 0.4959,
              "xarm7_stage_codesign": 0.1678,
              "xarm7_stage_hardware": 0.1532,
              "xarm7_stage_software": 0.075,
              "xarm7_stage_validity": 0.0999,
              "xarm7_validity_deduction": 0.00011
            }
          }
        }
      },
      "glm53flash": {
        "score": 0.325033,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "franka": {
            "score": 0.3924,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.3924,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.2607,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.2607,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.322,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.322,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.325033,
            "success_rate": null,
            "cost_usd": 0.862362,
            "cost_source": "price/glm-5.3-flash.json:list",
            "hours": 2.5819,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "glm-5.3-flash",
            "job": "claude_code-glm_5_3_flash-20260911T070836-task07_probe_contract",
            "started_at": "2026-09-11T00:08:37.317387",
            "finished_at": "2026-09-11T02:43:32.257824",
            "input_tokens": 22084064,
            "cached_tokens": 21435712,
            "output_tokens": 244076,
            "metrics": {
              "franka_cp_B1.combined_hold": 0.3908,
              "franka_cp_B2.combined_backdrive": 0.4473,
              "franka_cp_B3.headroom": 0.3621,
              "franka_cp_B4.push_recovery": 0.2567,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 1.0,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 1.0,
              "franka_cp_C1.printability": 1.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.1353,
              "franka_cp_H2.passive_hold": 0.1807,
              "franka_cp_H3.passive_backdrive": 0.2618,
              "franka_cp_S2.adapted_backdrive": 0.4225,
              "franka_cp_S2.adapted_hold": 0.4674,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.0,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.0,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.3924,
              "franka_reward": 0.3924,
              "franka_stage_codesign": 0.1457,
              "franka_stage_hardware": 0.0578,
              "franka_stage_software": 0.089,
              "franka_stage_validity": 0.1,
              "franka_validity_deduction": 0.0,
              "reward": 0.325033,
              "ur5e_cp_B1.combined_hold": 0.1918,
              "ur5e_cp_B2.combined_backdrive": 0.3095,
              "ur5e_cp_B3.headroom": 0.0,
              "ur5e_cp_B4.push_recovery": 0.0165,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 1.0,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 1.0,
              "ur5e_cp_C1.printability": 1.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.2169,
              "ur5e_cp_H2.passive_hold": 0.0965,
              "ur5e_cp_H3.passive_backdrive": 0.2328,
              "ur5e_cp_S2.adapted_backdrive": 0.3021,
              "ur5e_cp_S2.adapted_hold": 0.2414,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.0,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.0,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.2607,
              "ur5e_reward": 0.2607,
              "ur5e_stage_codesign": 0.0518,
              "ur5e_stage_hardware": 0.0546,
              "ur5e_stage_software": 0.0543,
              "ur5e_stage_validity": 0.1,
              "ur5e_validity_deduction": 0.0,
              "xarm7_cp_B1.combined_hold": 0.202,
              "xarm7_cp_B2.combined_backdrive": 0.2997,
              "xarm7_cp_B3.headroom": 0.2224,
              "xarm7_cp_B4.push_recovery": 0.2262,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 1.0,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 1.0,
              "xarm7_cp_C1.printability": 1.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 0.1407,
              "xarm7_cp_H2.passive_hold": 0.2639,
              "xarm7_cp_H3.passive_backdrive": 0.2375,
              "xarm7_cp_S2.adapted_backdrive": 0.3395,
              "xarm7_cp_S2.adapted_hold": 0.2876,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.0,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.0,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.322,
              "xarm7_reward": 0.322,
              "xarm7_stage_codesign": 0.095,
              "xarm7_stage_hardware": 0.0642,
              "xarm7_stage_software": 0.0627,
              "xarm7_stage_validity": 0.1,
              "xarm7_validity_deduction": 0.0
            }
          }
        }
      },
      "gpt56luna": {
        "score": 0.163,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "franka": {
            "score": 0.1506,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.1506,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.0971,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.0971,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.2413,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.2413,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.163,
            "success_rate": null,
            "cost_usd": 0.13069,
            "cost_source": "harness",
            "hours": 0.2785,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-luna",
            "job": "codex-gpt_56_luna-20260911T044121-task07_probe_contract",
            "started_at": "2026-09-10T21:41:21.458273",
            "finished_at": "2026-09-10T21:58:03.884754",
            "input_tokens": 3088618,
            "cached_tokens": 2976000,
            "output_tokens": 40539,
            "metrics": {
              "franka_cp_B1.combined_hold": 0.0102,
              "franka_cp_B2.combined_backdrive": 0.2034,
              "franka_cp_B3.headroom": 0.2698,
              "franka_cp_B4.push_recovery": 0.0116,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 0.9706,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 0.0,
              "franka_cp_C1.printability": 1.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.0967,
              "franka_cp_H2.passive_hold": 0.0537,
              "franka_cp_H3.passive_backdrive": 0.2366,
              "franka_cp_S2.adapted_backdrive": 0.3271,
              "franka_cp_S2.adapted_hold": 0.2987,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.000155,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.0,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.1506,
              "franka_reward": 0.1506,
              "franka_stage_codesign": 0.0495,
              "franka_stage_hardware": 0.0387,
              "franka_stage_software": 0.0626,
              "franka_stage_validity": -0.0002,
              "franka_validity_deduction": 0.000155,
              "reward": 0.163,
              "ur5e_cp_B1.combined_hold": 0.0039,
              "ur5e_cp_B2.combined_backdrive": 0.2131,
              "ur5e_cp_B3.headroom": 0.0714,
              "ur5e_cp_B4.push_recovery": 0.0167,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 0.9667,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 0.0,
              "ur5e_cp_C1.printability": 1.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.1387,
              "ur5e_cp_H2.passive_hold": 0.049,
              "ur5e_cp_H3.passive_backdrive": 0.1664,
              "ur5e_cp_S2.adapted_backdrive": 0.2165,
              "ur5e_cp_S2.adapted_hold": 0.0968,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.000175,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.0,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.0971,
              "ur5e_reward": 0.0971,
              "ur5e_stage_codesign": 0.0305,
              "ur5e_stage_hardware": 0.0354,
              "ur5e_stage_software": 0.0313,
              "ur5e_stage_validity": -0.0002,
              "ur5e_validity_deduction": 0.000175,
              "xarm7_cp_B1.combined_hold": 0.1089,
              "xarm7_cp_B2.combined_backdrive": 0.179,
              "xarm7_cp_B3.headroom": 0.0,
              "xarm7_cp_B4.push_recovery": 0.1782,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 0.9706,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 1.0,
              "xarm7_cp_C1.printability": 1.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 0.1157,
              "xarm7_cp_H2.passive_hold": 0.2559,
              "xarm7_cp_H3.passive_backdrive": 0.215,
              "xarm7_cp_S2.adapted_backdrive": 0.1994,
              "xarm7_cp_S2.adapted_hold": 0.162,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.000155,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.0,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.2413,
              "xarm7_reward": 0.2413,
              "xarm7_stage_codesign": 0.0466,
              "xarm7_stage_hardware": 0.0587,
              "xarm7_stage_software": 0.0361,
              "xarm7_stage_validity": 0.0998,
              "xarm7_validity_deduction": 0.000155
            }
          }
        }
      },
      "gpt56sol": {
        "score": 0.4674,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "franka": {
            "score": 0.5999,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.5999,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.4253,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.4253,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.377,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.377,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.4674,
            "success_rate": null,
            "cost_usd": 2.602331,
            "cost_source": "harness",
            "hours": 0.2939,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-sol",
            "job": "codex-gpt_56_sol-20260911T040915-task07_probe_contract",
            "started_at": "2026-09-10T21:09:15.807135",
            "finished_at": "2026-09-10T21:26:53.922125",
            "input_tokens": 2992488,
            "cached_tokens": 2864128,
            "output_tokens": 47162,
            "metrics": {
              "franka_cp_B1.combined_hold": 0.6515,
              "franka_cp_B2.combined_backdrive": 0.6202,
              "franka_cp_B3.headroom": 0.5213,
              "franka_cp_B4.push_recovery": 1.0,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 1.0,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 1.0,
              "franka_cp_C1.printability": 1.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.0922,
              "franka_cp_H2.passive_hold": 0.4397,
              "franka_cp_H3.passive_backdrive": 0.4436,
              "franka_cp_S2.adapted_backdrive": 0.5267,
              "franka_cp_S2.adapted_hold": 0.704,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.0,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.0,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.5999,
              "franka_reward": 0.5999,
              "franka_stage_codesign": 0.2793,
              "franka_stage_hardware": 0.0976,
              "franka_stage_software": 0.1231,
              "franka_stage_validity": 0.1,
              "franka_validity_deduction": 0.0,
              "reward": 0.4674,
              "ur5e_cp_B1.combined_hold": 0.3931,
              "ur5e_cp_B2.combined_backdrive": 0.3366,
              "ur5e_cp_B3.headroom": 0.4765,
              "ur5e_cp_B4.push_recovery": 0.271,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 1.0,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 1.0,
              "ur5e_cp_C1.printability": 1.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.1717,
              "ur5e_cp_H2.passive_hold": 0.3787,
              "ur5e_cp_H3.passive_backdrive": 0.3103,
              "ur5e_cp_S2.adapted_backdrive": 0.3312,
              "ur5e_cp_S2.adapted_hold": 0.5837,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.0,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.0,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.4253,
              "ur5e_reward": 0.4253,
              "ur5e_stage_codesign": 0.1477,
              "ur5e_stage_hardware": 0.0861,
              "ur5e_stage_software": 0.0915,
              "ur5e_stage_validity": 0.1,
              "ur5e_validity_deduction": 0.0,
              "xarm7_cp_B1.combined_hold": 0.1843,
              "xarm7_cp_B2.combined_backdrive": 0.3413,
              "xarm7_cp_B3.headroom": 0.6651,
              "xarm7_cp_B4.push_recovery": 0.0053,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 1.0,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 1.0,
              "xarm7_cp_C1.printability": 1.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 0.1036,
              "xarm7_cp_H2.passive_hold": 0.4593,
              "xarm7_cp_H3.passive_backdrive": 0.3384,
              "xarm7_cp_S2.adapted_backdrive": 0.3592,
              "xarm7_cp_S2.adapted_hold": 0.3133,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.0,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.0,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.377,
              "xarm7_reward": 0.377,
              "xarm7_stage_codesign": 0.1196,
              "xarm7_stage_hardware": 0.0901,
              "xarm7_stage_software": 0.0673,
              "xarm7_stage_validity": 0.1,
              "xarm7_validity_deduction": 0.0
            }
          }
        }
      },
      "gpt56terra": {
        "score": 0.482233,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "franka": {
            "score": 0.6305,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.6305,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.4331,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.4331,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.3831,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.3831,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.482233,
            "success_rate": null,
            "cost_usd": 0.583928,
            "cost_source": "harness",
            "hours": 0.1514,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-5.6-terra",
            "job": "codex-gpt_56_terra-20260911T044121-task07_probe_contract",
            "started_at": "2026-09-10T21:41:21.444747",
            "finished_at": "2026-09-10T21:50:26.465831",
            "input_tokens": 981143,
            "cached_tokens": 915968,
            "output_tokens": 22532,
            "metrics": {
              "franka_cp_B1.combined_hold": 1.0,
              "franka_cp_B2.combined_backdrive": 0.578,
              "franka_cp_B3.headroom": 0.461,
              "franka_cp_B4.push_recovery": 1.0,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 0.9688,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 1.0,
              "franka_cp_C1.printability": 1.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.1595,
              "franka_cp_H2.passive_hold": 0.2845,
              "franka_cp_H3.passive_backdrive": 0.29,
              "franka_cp_S2.adapted_backdrive": 0.5339,
              "franka_cp_S2.adapted_hold": 1.0,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.000164,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.0,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.6305,
              "franka_reward": 0.6305,
              "franka_stage_codesign": 0.3039,
              "franka_stage_hardware": 0.0734,
              "franka_stage_software": 0.1534,
              "franka_stage_validity": 0.0998,
              "franka_validity_deduction": 0.000164,
              "reward": 0.482233,
              "ur5e_cp_B1.combined_hold": 0.6239,
              "ur5e_cp_B2.combined_backdrive": 0.5513,
              "ur5e_cp_B3.headroom": 0.0763,
              "ur5e_cp_B4.push_recovery": 0.021,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 0.9643,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 1.0,
              "ur5e_cp_C1.printability": 1.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.2189,
              "ur5e_cp_H2.passive_hold": 0.2883,
              "ur5e_cp_H3.passive_backdrive": 0.2463,
              "ur5e_cp_S2.adapted_backdrive": 0.5381,
              "ur5e_cp_S2.adapted_hold": 0.7688,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.000188,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.0,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.4331,
              "ur5e_reward": 0.4331,
              "ur5e_stage_codesign": 0.1273,
              "ur5e_stage_hardware": 0.0753,
              "ur5e_stage_software": 0.1307,
              "ur5e_stage_validity": 0.0998,
              "ur5e_validity_deduction": 0.000188,
              "xarm7_cp_B1.combined_hold": 0.327,
              "xarm7_cp_B2.combined_backdrive": 0.3407,
              "xarm7_cp_B3.headroom": 0.2674,
              "xarm7_cp_B4.push_recovery": 0.4643,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 0.9688,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 1.0,
              "xarm7_cp_C1.printability": 1.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 0.1776,
              "xarm7_cp_H2.passive_hold": 0.2745,
              "xarm7_cp_H3.passive_backdrive": 0.2487,
              "xarm7_cp_S2.adapted_backdrive": 0.3636,
              "xarm7_cp_S2.adapted_hold": 0.3689,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.000164,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.0,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.3831,
              "xarm7_reward": 0.3831,
              "xarm7_stage_codesign": 0.1399,
              "xarm7_stage_hardware": 0.0701,
              "xarm7_stage_software": 0.0733,
              "xarm7_stage_validity": 0.0998,
              "xarm7_validity_deduction": 0.000164
            }
          }
        }
      },
      "gpt6astra": {
        "score": 0.544333,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Codex",
        "splits": {
          "franka": {
            "score": 0.5925,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.5925,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.5298,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.5298,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.5107,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.5107,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.544333,
            "success_rate": null,
            "cost_usd": 11.271072,
            "cost_source": "harness",
            "hours": 0.8022,
            "status": "completed",
            "harness": "Codex",
            "agent": "codex",
            "model": "openai/gpt-6-astra",
            "job": "codex-gpt_6_astra-20260911T040915-task07_probe_contract",
            "started_at": "2026-09-10T21:09:15.808640",
            "finished_at": "2026-09-10T21:57:23.892779",
            "input_tokens": 5604801,
            "cached_tokens": 5426432,
            "output_tokens": 81219,
            "metrics": {
              "franka_cp_B1.combined_hold": 0.9822,
              "franka_cp_B2.combined_backdrive": 0.5989,
              "franka_cp_B3.headroom": 0.498,
              "franka_cp_B4.push_recovery": 0.4915,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 1.0,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 0.0,
              "franka_cp_C1.printability": 1.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.9034,
              "franka_cp_H2.passive_hold": 0.3844,
              "franka_cp_H3.passive_backdrive": 0.3692,
              "franka_cp_S2.adapted_backdrive": 0.6977,
              "franka_cp_S2.adapted_hold": 1.0,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.0,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.0,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.5925,
              "franka_reward": 0.5925,
              "franka_stage_codesign": 0.2571,
              "franka_stage_hardware": 0.1657,
              "franka_stage_software": 0.1698,
              "franka_stage_validity": 0.0,
              "franka_validity_deduction": 0.0,
              "reward": 0.544333,
              "ur5e_cp_B1.combined_hold": 0.79,
              "ur5e_cp_B2.combined_backdrive": 0.5542,
              "ur5e_cp_B3.headroom": 0.6747,
              "ur5e_cp_B4.push_recovery": 0.233,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 1.0,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 0.0,
              "ur5e_cp_C1.printability": 1.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.778,
              "ur5e_cp_H2.passive_hold": 0.398,
              "ur5e_cp_H3.passive_backdrive": 0.3707,
              "ur5e_cp_S2.adapted_backdrive": 0.4992,
              "ur5e_cp_S2.adapted_hold": 1.0,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.0,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.0,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.5298,
              "ur5e_reward": 0.5298,
              "ur5e_stage_codesign": 0.2252,
              "ur5e_stage_hardware": 0.1547,
              "ur5e_stage_software": 0.1499,
              "ur5e_stage_validity": 0.0,
              "ur5e_validity_deduction": 0.0,
              "xarm7_cp_B1.combined_hold": 0.4613,
              "xarm7_cp_B2.combined_backdrive": 0.3766,
              "xarm7_cp_B3.headroom": 0.619,
              "xarm7_cp_B4.push_recovery": 0.5299,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 1.0,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 0.0,
              "xarm7_cp_C1.printability": 1.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 0.9009,
              "xarm7_cp_H2.passive_hold": 0.384,
              "xarm7_cp_H3.passive_backdrive": 0.3743,
              "xarm7_cp_S2.adapted_backdrive": 0.4611,
              "xarm7_cp_S2.adapted_hold": 1.0,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.0,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.0,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.5107,
              "xarm7_reward": 0.5107,
              "xarm7_stage_codesign": 0.1987,
              "xarm7_stage_hardware": 0.1659,
              "xarm7_stage_software": 0.1461,
              "xarm7_stage_validity": 0.0,
              "xarm7_validity_deduction": 0.0
            }
          }
        }
      },
      "deepseek-flash": {
        "score": 0.457833,
        "complete": true,
        "n_runs": 1,
        "n_subtasks": 1,
        "missing": [],
        "harness": "Claude Code",
        "splits": {
          "franka": {
            "score": 0.6524,
            "metric": "franka_reward",
            "weight": 1.0,
            "credit": 0.6524,
            "n_runs": 1,
            "complete": true
          },
          "ur5e": {
            "score": 0.4444,
            "metric": "ur5e_reward",
            "weight": 1.0,
            "credit": 0.4444,
            "n_runs": 1,
            "complete": true
          },
          "xarm7": {
            "score": 0.2767,
            "metric": "xarm7_reward",
            "weight": 1.0,
            "credit": 0.2767,
            "n_runs": 1,
            "complete": true
          }
        },
        "subtasks": {
          "gello": {
            "reward": 0.457833,
            "success_rate": null,
            "cost_usd": 0.155596,
            "cost_source": "price/deepseek-flash.json:mean",
            "hours": 0.2422,
            "status": "completed",
            "harness": "Claude Code",
            "agent": "claude-code",
            "model": "deepseek-flash",
            "job": "claude_code-deepseek_flash-20260911T192520-task09_context1m_high-0a30e072",
            "started_at": "2026-09-11T19:25:20.340063",
            "finished_at": "2026-09-11T19:39:52.259659",
            "input_tokens": 7390354,
            "cached_tokens": 7307520,
            "output_tokens": 115638,
            "metrics": {
              "franka_cp_B1.combined_hold": 1.0,
              "franka_cp_B2.combined_backdrive": 0.675,
              "franka_cp_B3.headroom": 0.4284,
              "franka_cp_B4.push_recovery": 1.0,
              "franka_cp_C1.budget": 1.0,
              "franka_cp_C1.buildable": 0.9667,
              "franka_cp_C1.load": 1.0,
              "franka_cp_C1.motion_clearance": 1.0,
              "franka_cp_C1.printability": 1.0,
              "franka_cp_C1.settle": 1.0,
              "franka_cp_C1.springs_legal": 1.0,
              "franka_cp_C1.structure": 1.0,
              "franka_cp_H1.device_residual": 0.1908,
              "franka_cp_H2.passive_hold": 0.2868,
              "franka_cp_H3.passive_backdrive": 0.2848,
              "franka_cp_S2.adapted_backdrive": 0.6602,
              "franka_cp_S2.adapted_hold": 1.0,
              "franka_deduction_C1.budget": 0.0,
              "franka_deduction_C1.buildable": 0.000175,
              "franka_deduction_C1.load": 0.0,
              "franka_deduction_C1.printability": 0.0,
              "franka_deduction_C1.settle": 0.0,
              "franka_deduction_C1.springs_legal": 0.0,
              "franka_deduction_C1.structure": 0.0,
              "franka_gated": 0.0,
              "franka_raw_total": 0.6524,
              "franka_reward": 0.6524,
              "franka_stage_codesign": 0.3103,
              "franka_stage_hardware": 0.0762,
              "franka_stage_software": 0.166,
              "franka_stage_validity": 0.0998,
              "franka_validity_deduction": 0.000175,
              "reward": 0.457833,
              "ur5e_cp_B1.combined_hold": 0.534,
              "ur5e_cp_B2.combined_backdrive": 0.4411,
              "ur5e_cp_B3.headroom": 0.0933,
              "ur5e_cp_B4.push_recovery": 0.0194,
              "ur5e_cp_C1.budget": 1.0,
              "ur5e_cp_C1.buildable": 0.9615,
              "ur5e_cp_C1.load": 1.0,
              "ur5e_cp_C1.motion_clearance": 1.0,
              "ur5e_cp_C1.printability": 1.0,
              "ur5e_cp_C1.settle": 1.0,
              "ur5e_cp_C1.springs_legal": 1.0,
              "ur5e_cp_C1.structure": 1.0,
              "ur5e_cp_H1.device_residual": 0.2715,
              "ur5e_cp_H2.passive_hold": 0.2817,
              "ur5e_cp_H3.passive_backdrive": 0.2435,
              "ur5e_cp_S2.adapted_backdrive": 0.5616,
              "ur5e_cp_S2.adapted_hold": 1.0,
              "ur5e_deduction_C1.budget": 0.0,
              "ur5e_deduction_C1.buildable": 0.000202,
              "ur5e_deduction_C1.load": 0.0,
              "ur5e_deduction_C1.printability": 0.0,
              "ur5e_deduction_C1.settle": 0.0,
              "ur5e_deduction_C1.springs_legal": 0.0,
              "ur5e_deduction_C1.structure": 0.0,
              "ur5e_gated": 0.0,
              "ur5e_raw_total": 0.4444,
              "ur5e_reward": 0.4444,
              "ur5e_stage_codesign": 0.1088,
              "ur5e_stage_hardware": 0.0797,
              "ur5e_stage_software": 0.1562,
              "ur5e_stage_validity": 0.0998,
              "ur5e_validity_deduction": 0.000202,
              "xarm7_cp_B1.combined_hold": 0.042,
              "xarm7_cp_B2.combined_backdrive": 0.0701,
              "xarm7_cp_B3.headroom": 0.0,
              "xarm7_cp_B4.push_recovery": 0.0676,
              "xarm7_cp_C1.budget": 1.0,
              "xarm7_cp_C1.buildable": 0.9667,
              "xarm7_cp_C1.load": 1.0,
              "xarm7_cp_C1.motion_clearance": 1.0,
              "xarm7_cp_C1.printability": 1.0,
              "xarm7_cp_C1.settle": 1.0,
              "xarm7_cp_C1.springs_legal": 1.0,
              "xarm7_cp_C1.structure": 1.0,
              "xarm7_cp_H1.device_residual": 0.1724,
              "xarm7_cp_H2.passive_hold": 0.3014,
              "xarm7_cp_H3.passive_backdrive": 0.2607,
              "xarm7_cp_S2.adapted_backdrive": 0.3765,
              "xarm7_cp_S2.adapted_hold": 0.478,
              "xarm7_deduction_C1.budget": 0.0,
              "xarm7_deduction_C1.buildable": 0.000175,
              "xarm7_deduction_C1.load": 0.0,
              "xarm7_deduction_C1.printability": 0.0,
              "xarm7_deduction_C1.settle": 0.0,
              "xarm7_deduction_C1.springs_legal": 0.0,
              "xarm7_deduction_C1.structure": 0.0,
              "xarm7_gated": 0.0,
              "xarm7_raw_total": 0.2767,
              "xarm7_reward": 0.2767,
              "xarm7_stage_codesign": 0.018,
              "xarm7_stage_hardware": 0.0734,
              "xarm7_stage_software": 0.0854,
              "xarm7_stage_validity": 0.0998,
              "xarm7_validity_deduction": 0.000175
            }
          }
        }
      }
    }
  }
}