{
  "scope": "Descriptive post-submission complete-answer wall time for original A1/B1; all40 attempts, including incorrect/unresolved responses. Timing includes each system own retrieval/inference, excludes prior import/cold start/warmup; native includes preprocessing/embedding. One shared Mac, one complete pair; no causal model-throughput, repeatability or general speed claim.",
  "pairs": [
    {
      "question_id": "v14-heldout-doc-07",
      "kingy_seconds": 5.145369459001813,
      "native_seconds": 13.79,
      "native_minus_kingy_seconds": 8.644630540998186
    },
    {
      "question_id": "v14-heldout-unknown-03",
      "kingy_seconds": 3.9774859579920303,
      "native_seconds": 9.754,
      "native_minus_kingy_seconds": 5.776514042007969
    },
    {
      "question_id": "v14-heldout-doc-05",
      "kingy_seconds": 4.362628333008615,
      "native_seconds": 9.731,
      "native_minus_kingy_seconds": 5.368371666991385
    },
    {
      "question_id": "v14-heldout-unknown-09",
      "kingy_seconds": 3.2988202090200502,
      "native_seconds": 11.563,
      "native_minus_kingy_seconds": 8.26417979097995
    },
    {
      "question_id": "v14-heldout-unknown-06",
      "kingy_seconds": 2.809491291991435,
      "native_seconds": 9.463,
      "native_minus_kingy_seconds": 6.653508708008564
    },
    {
      "question_id": "v14-heldout-cross-09",
      "kingy_seconds": 7.167657500016503,
      "native_seconds": 10.543,
      "native_minus_kingy_seconds": 3.3753424999834962
    },
    {
      "question_id": "v14-heldout-doc-16",
      "kingy_seconds": 5.248856165999314,
      "native_seconds": 9.892,
      "native_minus_kingy_seconds": 4.643143834000686
    },
    {
      "question_id": "v14-heldout-doc-13",
      "kingy_seconds": 4.592339082999388,
      "native_seconds": 10.471,
      "native_minus_kingy_seconds": 5.878660917000612
    },
    {
      "question_id": "v14-heldout-cross-08",
      "kingy_seconds": 6.213276709022466,
      "native_seconds": 11.321,
      "native_minus_kingy_seconds": 5.107723290977534
    },
    {
      "question_id": "v14-heldout-cross-02",
      "kingy_seconds": 4.683550458983518,
      "native_seconds": 11.372,
      "native_minus_kingy_seconds": 6.688449541016482
    },
    {
      "question_id": "v14-heldout-doc-09",
      "kingy_seconds": 3.5426648749853484,
      "native_seconds": 14.088,
      "native_minus_kingy_seconds": 10.54533512501465
    },
    {
      "question_id": "v14-heldout-unknown-05",
      "kingy_seconds": 3.3822705000056885,
      "native_seconds": 14.19,
      "native_minus_kingy_seconds": 10.807729499994311
    },
    {
      "question_id": "v14-heldout-cross-06",
      "kingy_seconds": 5.677529832988512,
      "native_seconds": 10.645,
      "native_minus_kingy_seconds": 4.967470167011488
    },
    {
      "question_id": "v14-heldout-doc-14",
      "kingy_seconds": 3.83028633298818,
      "native_seconds": 11.697,
      "native_minus_kingy_seconds": 7.866713667011819
    },
    {
      "question_id": "v14-heldout-cross-05",
      "kingy_seconds": 6.2484013339853846,
      "native_seconds": 11.688,
      "native_minus_kingy_seconds": 5.439598666014616
    },
    {
      "question_id": "v14-heldout-cross-01",
      "kingy_seconds": 6.005166583985556,
      "native_seconds": 11.019,
      "native_minus_kingy_seconds": 5.013833416014444
    },
    {
      "question_id": "v14-heldout-doc-04",
      "kingy_seconds": 5.90907666599378,
      "native_seconds": 10.489,
      "native_minus_kingy_seconds": 4.579923334006221
    },
    {
      "question_id": "v14-heldout-doc-02",
      "kingy_seconds": 3.8466386670188513,
      "native_seconds": 9.918,
      "native_minus_kingy_seconds": 6.071361332981148
    },
    {
      "question_id": "v14-heldout-cross-04",
      "kingy_seconds": 8.307981291989563,
      "native_seconds": 17.442,
      "native_minus_kingy_seconds": 9.134018708010437
    },
    {
      "question_id": "v14-heldout-unknown-08",
      "kingy_seconds": 4.78368279201095,
      "native_seconds": 10.185,
      "native_minus_kingy_seconds": 5.401317207989051
    },
    {
      "question_id": "v14-heldout-doc-01",
      "kingy_seconds": 4.7274535420001484,
      "native_seconds": 18.736,
      "native_minus_kingy_seconds": 14.008546457999852
    },
    {
      "question_id": "v14-heldout-unknown-10",
      "kingy_seconds": 5.2401974580134265,
      "native_seconds": 15.299,
      "native_minus_kingy_seconds": 10.058802541986573
    },
    {
      "question_id": "v14-heldout-unknown-07",
      "kingy_seconds": 4.587191916012671,
      "native_seconds": 14.072,
      "native_minus_kingy_seconds": 9.484808083987328
    },
    {
      "question_id": "v14-heldout-unknown-04",
      "kingy_seconds": 4.635352249984862,
      "native_seconds": 26.497,
      "native_minus_kingy_seconds": 21.861647750015138
    },
    {
      "question_id": "v14-heldout-doc-20",
      "kingy_seconds": 4.710229041986167,
      "native_seconds": 19.573,
      "native_minus_kingy_seconds": 14.862770958013833
    },
    {
      "question_id": "v14-heldout-unknown-01",
      "kingy_seconds": 4.484491707989946,
      "native_seconds": 16.185,
      "native_minus_kingy_seconds": 11.700508292010053
    },
    {
      "question_id": "v14-heldout-doc-10",
      "kingy_seconds": 4.30831016699085,
      "native_seconds": 10.412,
      "native_minus_kingy_seconds": 6.103689833009151
    },
    {
      "question_id": "v14-heldout-cross-10",
      "kingy_seconds": 4.508860750007443,
      "native_seconds": 13.603,
      "native_minus_kingy_seconds": 9.094139249992557
    },
    {
      "question_id": "v14-heldout-doc-08",
      "kingy_seconds": 3.0499347079894505,
      "native_seconds": 11.182,
      "native_minus_kingy_seconds": 8.13206529201055
    },
    {
      "question_id": "v14-heldout-doc-11",
      "kingy_seconds": 2.775401624996448,
      "native_seconds": 14.38,
      "native_minus_kingy_seconds": 11.604598375003553
    },
    {
      "question_id": "v14-heldout-doc-17",
      "kingy_seconds": 2.562665958015714,
      "native_seconds": 15.578,
      "native_minus_kingy_seconds": 13.015334041984286
    },
    {
      "question_id": "v14-heldout-cross-03",
      "kingy_seconds": 4.8001115410006605,
      "native_seconds": 14.551,
      "native_minus_kingy_seconds": 9.75088845899934
    },
    {
      "question_id": "v14-heldout-doc-18",
      "kingy_seconds": 3.061960166989593,
      "native_seconds": 20.633,
      "native_minus_kingy_seconds": 17.571039833010406
    },
    {
      "question_id": "v14-heldout-unknown-02",
      "kingy_seconds": 2.880671374994563,
      "native_seconds": 14.514,
      "native_minus_kingy_seconds": 11.633328625005436
    },
    {
      "question_id": "v14-heldout-doc-15",
      "kingy_seconds": 2.8674420419847593,
      "native_seconds": 21.291,
      "native_minus_kingy_seconds": 18.42355795801524
    },
    {
      "question_id": "v14-heldout-doc-03",
      "kingy_seconds": 2.827408415992977,
      "native_seconds": 17.669,
      "native_minus_kingy_seconds": 14.841591584007023
    },
    {
      "question_id": "v14-heldout-doc-12",
      "kingy_seconds": 3.0018567919905763,
      "native_seconds": 18.001,
      "native_minus_kingy_seconds": 14.999143208009425
    },
    {
      "question_id": "v14-heldout-doc-19",
      "kingy_seconds": 3.0181667500000913,
      "native_seconds": 20.771,
      "native_minus_kingy_seconds": 17.75283324999991
    },
    {
      "question_id": "v14-heldout-cross-07",
      "kingy_seconds": 4.730000292009208,
      "native_seconds": 10.474,
      "native_minus_kingy_seconds": 5.743999707990792
    },
    {
      "question_id": "v14-heldout-doc-06",
      "kingy_seconds": 2.794147874985356,
      "native_seconds": 14.996,
      "native_minus_kingy_seconds": 12.201852125014645
    }
  ],
  "questions_native_slower": 40,
  "questions_native_faster": 0,
  "kingy_median_seconds": 4.496676228998695,
  "native_median_seconds": 13.6965,
  "median_paired_difference_seconds": 8.869384895495372
}