{
  "version": "kingy-paired-document-analysis/1.0.0",
  "grade_version": "kingy-common-document-grade/1.0.0",
  "planned_unique_questions": 40,
  "planned_repetitions": [
    1
  ],
  "planned_attempts_per_system": 40,
  "integrity_issues": [],
  "complete_planned_evaluation": true,
  "all_semantic_judgments_resolved": false,
  "systems": {
    "A": {
      "retained_input_rows": 40,
      "invalid_rows": [],
      "repetitions": [
        {
          "repetition": 1,
          "complete_planned_ids": true,
          "missing_ids": [],
          "duplicates": [],
          "grading_receipt_issues": [],
          "summary": {
            "attempts": 40,
            "answer_correctness": {
              "passed": 28,
              "total": 30,
              "unresolved": 1,
              "lower": 0.9333333333333333,
              "upper": 0.9666666666666667
            },
            "supported_answer_success": {
              "passed": 28,
              "total": 30,
              "unresolved": 0,
              "lower": 0.9333333333333333,
              "upper": 0.9333333333333333
            },
            "abstention_accuracy": {
              "passed": 10,
              "total": 10,
              "unresolved": 0,
              "lower": 1.0,
              "upper": 1.0
            },
            "citation_precision": {
              "passed": 37,
              "total": 38,
              "unresolved": 0,
              "lower": 0.9736842105263158,
              "upper": 0.9736842105263158
            },
            "unresolved_questions": 1,
            "explicit_page_citations": 37,
            "uniquely_quote_mapped_citations": 0,
            "all_semantic_judgments_resolved": false
          },
          "thresholds": {
            "supported_answer_success": 0.9,
            "citation_precision": 0.95,
            "abstention_accuracy": 0.9
          },
          "thresholds_passed_on_lower_bounds": {
            "supported_answer_success": true,
            "citation_precision": true,
            "abstention_accuracy": true
          },
          "qualified": true,
          "attempt_audit": [
            {
              "question_id": "v14-heldout-doc-01",
              "row_indices": [
                20
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.7274535420001484
              ]
            },
            {
              "question_id": "v14-heldout-doc-02",
              "row_indices": [
                17
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.8466386670188513
              ]
            },
            {
              "question_id": "v14-heldout-doc-03",
              "row_indices": [
                35
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                2.827408415992977
              ]
            },
            {
              "question_id": "v14-heldout-doc-04",
              "row_indices": [
                16
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                5.90907666599378
              ]
            },
            {
              "question_id": "v14-heldout-doc-05",
              "row_indices": [
                2
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.362628333008615
              ]
            },
            {
              "question_id": "v14-heldout-doc-06",
              "row_indices": [
                39
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                2.794147874985356
              ]
            },
            {
              "question_id": "v14-heldout-doc-07",
              "row_indices": [
                0
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                5.145369459001813
              ]
            },
            {
              "question_id": "v14-heldout-doc-08",
              "row_indices": [
                28
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.0499347079894505
              ]
            },
            {
              "question_id": "v14-heldout-doc-09",
              "row_indices": [
                10
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.5426648749853484
              ]
            },
            {
              "question_id": "v14-heldout-doc-10",
              "row_indices": [
                26
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.30831016699085
              ]
            },
            {
              "question_id": "v14-heldout-doc-11",
              "row_indices": [
                29
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                2.775401624996448
              ]
            },
            {
              "question_id": "v14-heldout-doc-12",
              "row_indices": [
                36
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.0018567919905763
              ]
            },
            {
              "question_id": "v14-heldout-doc-13",
              "row_indices": [
                7
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.592339082999388
              ]
            },
            {
              "question_id": "v14-heldout-doc-14",
              "row_indices": [
                13
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.83028633298818
              ]
            },
            {
              "question_id": "v14-heldout-doc-15",
              "row_indices": [
                34
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                2.8674420419847593
              ]
            },
            {
              "question_id": "v14-heldout-doc-16",
              "row_indices": [
                6
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                5.248856165999314
              ]
            },
            {
              "question_id": "v14-heldout-doc-17",
              "row_indices": [
                30
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                2.562665958015714
              ]
            },
            {
              "question_id": "v14-heldout-doc-18",
              "row_indices": [
                32
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.061960166989593
              ]
            },
            {
              "question_id": "v14-heldout-doc-19",
              "row_indices": [
                37
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.0181667500000913
              ]
            },
            {
              "question_id": "v14-heldout-doc-20",
              "row_indices": [
                24
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.710229041986167
              ]
            },
            {
              "question_id": "v14-heldout-cross-01",
              "row_indices": [
                15
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                6.005166583985556
              ]
            },
            {
              "question_id": "v14-heldout-cross-02",
              "row_indices": [
                9
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.683550458983518
              ]
            },
            {
              "question_id": "v14-heldout-cross-03",
              "row_indices": [
                31
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.8001115410006605
              ]
            },
            {
              "question_id": "v14-heldout-cross-04",
              "row_indices": [
                18
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                8.307981291989563
              ]
            },
            {
              "question_id": "v14-heldout-cross-05",
              "row_indices": [
                14
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                6.2484013339853846
              ]
            },
            {
              "question_id": "v14-heldout-cross-06",
              "row_indices": [
                12
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                5.677529832988512
              ]
            },
            {
              "question_id": "v14-heldout-cross-07",
              "row_indices": [
                38
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.730000292009208
              ]
            },
            {
              "question_id": "v14-heldout-cross-08",
              "row_indices": [
                8
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                6.213276709022466
              ]
            },
            {
              "question_id": "v14-heldout-cross-09",
              "row_indices": [
                5
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                7.167657500016503
              ]
            },
            {
              "question_id": "v14-heldout-cross-10",
              "row_indices": [
                27
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.508860750007443
              ]
            },
            {
              "question_id": "v14-heldout-unknown-01",
              "row_indices": [
                25
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.484491707989946
              ]
            },
            {
              "question_id": "v14-heldout-unknown-02",
              "row_indices": [
                33
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                2.880671374994563
              ]
            },
            {
              "question_id": "v14-heldout-unknown-03",
              "row_indices": [
                1
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.9774859579920303
              ]
            },
            {
              "question_id": "v14-heldout-unknown-04",
              "row_indices": [
                23
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.635352249984862
              ]
            },
            {
              "question_id": "v14-heldout-unknown-05",
              "row_indices": [
                11
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.3822705000056885
              ]
            },
            {
              "question_id": "v14-heldout-unknown-06",
              "row_indices": [
                4
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                2.809491291991435
              ]
            },
            {
              "question_id": "v14-heldout-unknown-07",
              "row_indices": [
                22
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.587191916012671
              ]
            },
            {
              "question_id": "v14-heldout-unknown-08",
              "row_indices": [
                19
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                4.78368279201095
              ]
            },
            {
              "question_id": "v14-heldout-unknown-09",
              "row_indices": [
                3
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                3.2988202090200502
              ]
            },
            {
              "question_id": "v14-heldout-unknown-10",
              "row_indices": [
                21
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                5.2401974580134265
              ]
            }
          ]
        }
      ],
      "qualified": true
    },
    "B": {
      "retained_input_rows": 40,
      "invalid_rows": [],
      "repetitions": [
        {
          "repetition": 1,
          "complete_planned_ids": true,
          "missing_ids": [],
          "duplicates": [],
          "grading_receipt_issues": [],
          "summary": {
            "attempts": 40,
            "answer_correctness": {
              "passed": 16,
              "total": 30,
              "unresolved": 6,
              "lower": 0.5333333333333333,
              "upper": 0.7333333333333333
            },
            "supported_answer_success": {
              "passed": 16,
              "total": 30,
              "unresolved": 2,
              "lower": 0.5333333333333333,
              "upper": 0.6
            },
            "abstention_accuracy": {
              "passed": 9,
              "total": 10,
              "unresolved": 1,
              "lower": 0.9,
              "upper": 1.0
            },
            "citation_precision": {
              "passed": 35,
              "total": 40,
              "unresolved": 1,
              "lower": 0.875,
              "upper": 0.9
            },
            "unresolved_questions": 7,
            "explicit_page_citations": 0,
            "uniquely_quote_mapped_citations": 35,
            "all_semantic_judgments_resolved": false
          },
          "thresholds": {
            "supported_answer_success": 0.9,
            "citation_precision": 0.95,
            "abstention_accuracy": 0.9
          },
          "thresholds_passed_on_lower_bounds": {
            "supported_answer_success": false,
            "citation_precision": false,
            "abstention_accuracy": true
          },
          "qualified": false,
          "attempt_audit": [
            {
              "question_id": "v14-heldout-doc-01",
              "row_indices": [
                20
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                18.736
              ]
            },
            {
              "question_id": "v14-heldout-doc-02",
              "row_indices": [
                17
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                9.918
              ]
            },
            {
              "question_id": "v14-heldout-doc-03",
              "row_indices": [
                35
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                17.669
              ]
            },
            {
              "question_id": "v14-heldout-doc-04",
              "row_indices": [
                16
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                10.489
              ]
            },
            {
              "question_id": "v14-heldout-doc-05",
              "row_indices": [
                2
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                9.731
              ]
            },
            {
              "question_id": "v14-heldout-doc-06",
              "row_indices": [
                39
              ],
              "status": "unresolved",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                14.996
              ]
            },
            {
              "question_id": "v14-heldout-doc-07",
              "row_indices": [
                0
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                13.79
              ]
            },
            {
              "question_id": "v14-heldout-doc-08",
              "row_indices": [
                28
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                11.182
              ]
            },
            {
              "question_id": "v14-heldout-doc-09",
              "row_indices": [
                10
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                14.088
              ]
            },
            {
              "question_id": "v14-heldout-doc-10",
              "row_indices": [
                26
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                10.412
              ]
            },
            {
              "question_id": "v14-heldout-doc-11",
              "row_indices": [
                29
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                14.38
              ]
            },
            {
              "question_id": "v14-heldout-doc-12",
              "row_indices": [
                36
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                18.001
              ]
            },
            {
              "question_id": "v14-heldout-doc-13",
              "row_indices": [
                7
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                10.471
              ]
            },
            {
              "question_id": "v14-heldout-doc-14",
              "row_indices": [
                13
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                11.697
              ]
            },
            {
              "question_id": "v14-heldout-doc-15",
              "row_indices": [
                34
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                21.291
              ]
            },
            {
              "question_id": "v14-heldout-doc-16",
              "row_indices": [
                6
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                9.892
              ]
            },
            {
              "question_id": "v14-heldout-doc-17",
              "row_indices": [
                30
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                15.578
              ]
            },
            {
              "question_id": "v14-heldout-doc-18",
              "row_indices": [
                32
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                20.633
              ]
            },
            {
              "question_id": "v14-heldout-doc-19",
              "row_indices": [
                37
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                20.771
              ]
            },
            {
              "question_id": "v14-heldout-doc-20",
              "row_indices": [
                24
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                19.573
              ]
            },
            {
              "question_id": "v14-heldout-cross-01",
              "row_indices": [
                15
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                11.019
              ]
            },
            {
              "question_id": "v14-heldout-cross-02",
              "row_indices": [
                9
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                11.372
              ]
            },
            {
              "question_id": "v14-heldout-cross-03",
              "row_indices": [
                31
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                14.551
              ]
            },
            {
              "question_id": "v14-heldout-cross-04",
              "row_indices": [
                18
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                17.442
              ]
            },
            {
              "question_id": "v14-heldout-cross-05",
              "row_indices": [
                14
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                11.688
              ]
            },
            {
              "question_id": "v14-heldout-cross-06",
              "row_indices": [
                12
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                10.645
              ]
            },
            {
              "question_id": "v14-heldout-cross-07",
              "row_indices": [
                38
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                10.474
              ]
            },
            {
              "question_id": "v14-heldout-cross-08",
              "row_indices": [
                8
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                11.321
              ]
            },
            {
              "question_id": "v14-heldout-cross-09",
              "row_indices": [
                5
              ],
              "status": "unresolved",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                10.543
              ]
            },
            {
              "question_id": "v14-heldout-cross-10",
              "row_indices": [
                27
              ],
              "status": "fail",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                13.603
              ]
            },
            {
              "question_id": "v14-heldout-unknown-01",
              "row_indices": [
                25
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                16.185
              ]
            },
            {
              "question_id": "v14-heldout-unknown-02",
              "row_indices": [
                33
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                14.514
              ]
            },
            {
              "question_id": "v14-heldout-unknown-03",
              "row_indices": [
                1
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                9.754
              ]
            },
            {
              "question_id": "v14-heldout-unknown-04",
              "row_indices": [
                23
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                26.497
              ]
            },
            {
              "question_id": "v14-heldout-unknown-05",
              "row_indices": [
                11
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                14.19
              ]
            },
            {
              "question_id": "v14-heldout-unknown-06",
              "row_indices": [
                4
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                9.463
              ]
            },
            {
              "question_id": "v14-heldout-unknown-07",
              "row_indices": [
                22
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                14.072
              ]
            },
            {
              "question_id": "v14-heldout-unknown-08",
              "row_indices": [
                19
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                10.185
              ]
            },
            {
              "question_id": "v14-heldout-unknown-09",
              "row_indices": [
                3
              ],
              "status": "unresolved",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                11.563
              ]
            },
            {
              "question_id": "v14-heldout-unknown-10",
              "row_indices": [
                21
              ],
              "status": "pass",
              "error_rows": [],
              "timeout_rows": [],
              "errors": [],
              "measured_answer_seconds": [
                15.299
              ]
            }
          ]
        }
      ],
      "qualified": false
    }
  },
  "paired_effects_A_minus_B": {
    "complete_question_success": {
      "unique_questions": 40,
      "effect_bounds_A_minus_B": [
        0.25,
        0.325
      ],
      "cluster_bootstrap_95pct_sensitivity_envelope": [
        0.125,
        0.475
      ],
      "bootstrap_draws": 10000,
      "usable_bootstrap_draws": 10000,
      "interpretation": "Paired whole-question case-resampling sensitivity on this fixed corpus; not a p-value, population confidence claim or independent-repeat sample."
    },
    "supported_answer_success": {
      "unique_questions": 30,
      "effect_bounds_A_minus_B": [
        0.3333333333333333,
        0.4
      ],
      "cluster_bootstrap_95pct_sensitivity_envelope": [
        0.16666666666666666,
        0.5666666666666667
      ],
      "bootstrap_draws": 10000,
      "usable_bootstrap_draws": 10000,
      "interpretation": "Paired whole-question case-resampling sensitivity on this fixed corpus; not a p-value, population confidence claim or independent-repeat sample."
    },
    "canonical_fact_correctness": {
      "unique_questions": 30,
      "effect_bounds_A_minus_B": [
        0.2,
        0.43333333333333335
      ],
      "cluster_bootstrap_95pct_sensitivity_envelope": [
        0.0,
        0.6
      ],
      "bootstrap_draws": 10000,
      "usable_bootstrap_draws": 10000,
      "interpretation": "Paired whole-question case-resampling sensitivity on this fixed corpus; not a p-value, population confidence claim or independent-repeat sample."
    },
    "correct_abstention": {
      "unique_questions": 10,
      "effect_bounds_A_minus_B": [
        0.0,
        0.1
      ],
      "cluster_bootstrap_95pct_sensitivity_envelope": [
        0.0,
        0.3
      ],
      "bootstrap_draws": 10000,
      "usable_bootstrap_draws": 10000,
      "interpretation": "Paired whole-question case-resampling sensitivity on this fixed corpus; not a p-value, population confidence claim or independent-repeat sample."
    },
    "emitted_citation_precision": {
      "unique_questions": 40,
      "effect_bounds_A_minus_B": [
        0.0736842105263158,
        0.09868421052631582
      ],
      "cluster_bootstrap_95pct_sensitivity_envelope": [
        0.0,
        0.18928841991341988
      ],
      "bootstrap_draws": 10000,
      "usable_bootstrap_draws": 10000,
      "interpretation": "Paired whole-question case-resampling sensitivity on this fixed corpus; not a p-value, population confidence claim or independent-repeat sample."
    }
  },
  "bootstrap_seed": 271828,
  "bootstrap_draws": 10000,
  "comparative_claim_gate": {
    "eligible_for_review": false,
    "withhold_reasons": [
      "Unreviewed semantic/citation ambiguity remains."
    ],
    "automatic_winner": null,
    "p_values": null,
    "scope": "Fixed synthetic corpus on the declared single Mac; case-resampling sensitivity does not establish a population or market-wide winner."
  },
  "publicationScopeNote": "complete_planned_evaluation refers only to the explicitly supplied A1/B1 one-pair subset. The original three-pair frozen protocol was not completed; see stop-decision.json."
}