{
  "models": {
    "alibaba/qwen4-max": {
      "responses": 48,
      "passes_after_correction": 48,
      "gateway_cost_usd": 0.0905535,
      "input_tokens": 83598,
      "completion_tokens_including_reasoning": 6849,
      "reasoning_tokens": 6010,
      "median_latency_seconds": 4.2035,
      "stage_medians": {
        "results": 3.8655,
        "challenge-results": 5.855
      }
    },
    "anthropic/claude-opus-5.5": {
      "responses": 48,
      "passes_after_correction": 48,
      "gateway_cost_usd": 0.410992,
      "input_tokens": 80588,
      "completion_tokens_including_reasoning": 4432,
      "reasoning_tokens": 3312,
      "median_latency_seconds": 2.759,
      "stage_medians": {
        "results": 2.6355,
        "challenge-results": 3.5125
      }
    }
  },
  "scored_responses": 96,
  "unique_tasks": 18,
  "repeat_protocol": "12 tasks x3;6 tasks x2",
  "effort": "high",
  "max_tokens": 25000,
  "total_gateway_cost_usd": 0.5015455,
  "python": "3.14.0",
  "raw_sha256": {
    "results.jsonl": "1ee8dc9fca5f0d3620de2c6c76632a2d0fa354aba8ed946656330515a6dfe105",
    "challenge-results.jsonl": "c9f437a5f37f534439ba242f25bb540e84896f4c14f9703606e697b18582aa22"
  }
}