{
  "A1": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 30,
      "total": 30,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 30,
      "total": 30,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 35,
      "total": 35,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "unresolved_questions": 0,
    "explicit_page_citations": 35,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": true,
    "qualified": true,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 5.103510208500666,
      "p95": 10.89339574999758,
      "max": 11.25245904098847,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 89,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 1,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "f968a685190b843d121167b1031130e79a8daaf5a86da13effef37cb7af45936",
        "schedule_sha256": "d4a89e088855354ce486d7989bebb27c01836110279d1ddc1745abd2b9d449e6",
        "questions_sha256": "b00b40659e59072dd38b6327aa5a1f14da82ba9fc4a3d0f99396a17f0bd274be",
        "executor_sha256": "0313919e7c3f11d8238c5afad191d2bd8b92de63c13cea691c56f360096d2527",
        "runner_sha256": "3bcc03ffef818fa7fb6062ae17f20aa09d2fcc25fc9d57572c77ec35bc1ef02b",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "briar-quay-listening.pdf": "763eadc38b9947a4bb5134d7a5c5baf8e35bab68cf267e3f0b96adb29598dcbb",
          "kestrel-reach-loans.pdf": "c8407ae49d56cea5fbfe200b3ea6f8b4f6d6d237dfca7c8eb5e3fc3458be5641",
          "larkspur-seed-dispatch.pdf": "444fbb28dc1510635f7f0cfaeb876fadf217b915e5d49428d993d53ab09c62a2",
          "morrow-vale-textiles.pdf": "1e32270cc8f6f5822964e8bc486c4dac0e1ac8428eca064d0a93b9dff7d09acc",
          "tamarind-ridge-visitors.pdf": "7cd78484d127c379022d2f746f44ef03a162398b91379fede3ceb4ef56b67bba"
        },
        "planned_question_ids": [
          "V24-Q07",
          "V24-Q33",
          "V24-Q05",
          "V24-Q39",
          "V24-Q36",
          "V24-Q29",
          "V24-Q16",
          "V24-Q13",
          "V24-Q28",
          "V24-Q22",
          "V24-Q09",
          "V24-Q35",
          "V24-Q26",
          "V24-Q14",
          "V24-Q25",
          "V24-Q21",
          "V24-Q04",
          "V24-Q02",
          "V24-Q24",
          "V24-Q38",
          "V24-Q01",
          "V24-Q40",
          "V24-Q37",
          "V24-Q34",
          "V24-Q20",
          "V24-Q31",
          "V24-Q10",
          "V24-Q30",
          "V24-Q08",
          "V24-Q11",
          "V24-Q17",
          "V24-Q23",
          "V24-Q18",
          "V24-Q32",
          "V24-Q15",
          "V24-Q03",
          "V24-Q12",
          "V24-Q19",
          "V24-Q27",
          "V24-Q06"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 6.569331916005467,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "exit_code": 0
          }
        },
        "task_owned_server_pid": 37950,
        "cold_process_to_health_seconds": 2.3175289999926463,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792337910,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.09381187500548549,
        "parse_seconds": 0.04358345799846575,
        "index_seconds": 0.0021135840070201084,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 89,
        "session_total_model_request_count": 90,
        "attempt_errors": 0,
        "timeouts": 0,
        "session_wall_seconds": 240.02825091600243,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "f5fc825a828fdc46bc30b6eaf729cb99d425425b81c279289cc105c176431c3a",
        "session-summary.json": "9182044e8bf4e86551d5f3c362b84fabf6d8baac58bdb56fb5429c40132ad9fe",
        "attempts.jsonl": "a197628b5a666146bdb09ad2763f8325a38cf1d9c7b12eadc30408f8218d5dd6"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "A2": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 30,
      "total": 30,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 30,
      "total": 30,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 35,
      "total": 35,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "unresolved_questions": 0,
    "explicit_page_citations": 35,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": true,
    "qualified": true,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 4.956697499495931,
      "p95": 10.339400832992396,
      "max": 10.659548584008007,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 89,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 2,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "f968a685190b843d121167b1031130e79a8daaf5a86da13effef37cb7af45936",
        "schedule_sha256": "d4a89e088855354ce486d7989bebb27c01836110279d1ddc1745abd2b9d449e6",
        "questions_sha256": "b00b40659e59072dd38b6327aa5a1f14da82ba9fc4a3d0f99396a17f0bd274be",
        "executor_sha256": "0313919e7c3f11d8238c5afad191d2bd8b92de63c13cea691c56f360096d2527",
        "runner_sha256": "3bcc03ffef818fa7fb6062ae17f20aa09d2fcc25fc9d57572c77ec35bc1ef02b",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "briar-quay-listening.pdf": "763eadc38b9947a4bb5134d7a5c5baf8e35bab68cf267e3f0b96adb29598dcbb",
          "kestrel-reach-loans.pdf": "c8407ae49d56cea5fbfe200b3ea6f8b4f6d6d237dfca7c8eb5e3fc3458be5641",
          "larkspur-seed-dispatch.pdf": "444fbb28dc1510635f7f0cfaeb876fadf217b915e5d49428d993d53ab09c62a2",
          "morrow-vale-textiles.pdf": "1e32270cc8f6f5822964e8bc486c4dac0e1ac8428eca064d0a93b9dff7d09acc",
          "tamarind-ridge-visitors.pdf": "7cd78484d127c379022d2f746f44ef03a162398b91379fede3ceb4ef56b67bba"
        },
        "planned_question_ids": [
          "V24-Q23",
          "V24-Q30",
          "V24-Q02",
          "V24-Q07",
          "V24-Q40",
          "V24-Q20",
          "V24-Q28",
          "V24-Q27",
          "V24-Q01",
          "V24-Q12",
          "V24-Q24",
          "V24-Q26",
          "V24-Q22",
          "V24-Q31",
          "V24-Q19",
          "V24-Q32",
          "V24-Q06",
          "V24-Q36",
          "V24-Q03",
          "V24-Q04",
          "V24-Q35",
          "V24-Q15",
          "V24-Q16",
          "V24-Q11",
          "V24-Q29",
          "V24-Q18",
          "V24-Q09",
          "V24-Q17",
          "V24-Q14",
          "V24-Q21",
          "V24-Q05",
          "V24-Q10",
          "V24-Q39",
          "V24-Q08",
          "V24-Q25",
          "V24-Q34",
          "V24-Q38",
          "V24-Q13",
          "V24-Q37",
          "V24-Q33"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 6.299513874997501,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "exit_code": 0
          }
        },
        "task_owned_server_pid": 67872,
        "cold_process_to_health_seconds": 2.0424199590052012,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792342965,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.08162187499692664,
        "parse_seconds": 0.027941499996813945,
        "index_seconds": 0.0011765000090235844,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 89,
        "session_total_model_request_count": 90,
        "attempt_errors": 0,
        "timeouts": 0,
        "session_wall_seconds": 230.79314120899653,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "610b15116b19ec7a2956c163285ebc784fc6244ba99c5a859b28410a0ccda242",
        "session-summary.json": "462f8775cd5dee86753cde89f513ac261f6b64b273a53bcf3e917da34c31027d",
        "attempts.jsonl": "ce0d9fcc97fd001a74ecf03159e2f7d6d2e529be267fde25d0682c7387aaeb3b"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "A3": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 30,
      "total": 30,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 30,
      "total": 30,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 35,
      "total": 35,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "unresolved_questions": 0,
    "explicit_page_citations": 35,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": true,
    "qualified": true,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 4.90504999949917,
      "p95": 10.300472667004215,
      "max": 10.594951999999466,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 89,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 3,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "f968a685190b843d121167b1031130e79a8daaf5a86da13effef37cb7af45936",
        "schedule_sha256": "d4a89e088855354ce486d7989bebb27c01836110279d1ddc1745abd2b9d449e6",
        "questions_sha256": "b00b40659e59072dd38b6327aa5a1f14da82ba9fc4a3d0f99396a17f0bd274be",
        "executor_sha256": "0313919e7c3f11d8238c5afad191d2bd8b92de63c13cea691c56f360096d2527",
        "runner_sha256": "3bcc03ffef818fa7fb6062ae17f20aa09d2fcc25fc9d57572c77ec35bc1ef02b",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "briar-quay-listening.pdf": "763eadc38b9947a4bb5134d7a5c5baf8e35bab68cf267e3f0b96adb29598dcbb",
          "kestrel-reach-loans.pdf": "c8407ae49d56cea5fbfe200b3ea6f8b4f6d6d237dfca7c8eb5e3fc3458be5641",
          "larkspur-seed-dispatch.pdf": "444fbb28dc1510635f7f0cfaeb876fadf217b915e5d49428d993d53ab09c62a2",
          "morrow-vale-textiles.pdf": "1e32270cc8f6f5822964e8bc486c4dac0e1ac8428eca064d0a93b9dff7d09acc",
          "tamarind-ridge-visitors.pdf": "7cd78484d127c379022d2f746f44ef03a162398b91379fede3ceb4ef56b67bba"
        },
        "planned_question_ids": [
          "V24-Q18",
          "V24-Q16",
          "V24-Q06",
          "V24-Q05",
          "V24-Q37",
          "V24-Q23",
          "V24-Q28",
          "V24-Q04",
          "V24-Q26",
          "V24-Q22",
          "V24-Q34",
          "V24-Q32",
          "V24-Q13",
          "V24-Q35",
          "V24-Q07",
          "V24-Q20",
          "V24-Q24",
          "V24-Q29",
          "V24-Q02",
          "V24-Q14",
          "V24-Q39",
          "V24-Q38",
          "V24-Q09",
          "V24-Q36",
          "V24-Q17",
          "V24-Q01",
          "V24-Q25",
          "V24-Q11",
          "V24-Q19",
          "V24-Q30",
          "V24-Q03",
          "V24-Q27",
          "V24-Q10",
          "V24-Q12",
          "V24-Q15",
          "V24-Q33",
          "V24-Q08",
          "V24-Q21",
          "V24-Q40",
          "V24-Q31"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 5.4561507500038715,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "exit_code": 0
          }
        },
        "task_owned_server_pid": 68338,
        "cold_process_to_health_seconds": 2.0720122500060825,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792343227,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.08258416601165663,
        "parse_seconds": 0.03061837499262765,
        "index_seconds": 0.001151499993284233,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 89,
        "session_total_model_request_count": 90,
        "attempt_errors": 0,
        "timeouts": 0,
        "session_wall_seconds": 229.9553237499931,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "dddba1bf17e178438af98589f4077a4d0195f9a0a021637e02a6285e2876b157",
        "session-summary.json": "7b3e6818aed4aa8fd37e556692684eb3a36dd156781d2fdf095537d9ae8f1972",
        "attempts.jsonl": "9419ea1ea016d945c22800b7a8d4a567bc512a6d6c01cf3da871cbd309aeab23"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "B1": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 29,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9666666666666667,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 27,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9,
      "upper": 0.9333333333333333
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 31,
      "total": 35,
      "unresolved": 2,
      "lower": 0.8857142857142857,
      "upper": 0.9428571428571428
    },
    "unresolved_questions": 3,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 31,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 7.5634999999999994,
      "p95": 9.129,
      "max": 9.472,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "logger": {
        "path": "[redacted metadata reference; sha256 606c13a5529551ade4a17c96a5ffcfb53297059ff8f302d8eeae79ffff4b09fa]",
        "sha256": "e31304eabeb5f47cec7ae67cbd6d987b351136bf116f45f76375c6ee51cff292",
        "parsed_events": 82,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "omittedPrivateInventory": true,
        "entryCount": 3,
        "originalInventorySha256": "159251026054a6e537f0e78a60190c0ef592a1c2f16bb83ddabfeea7a58c12ea"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  },
  "B2": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 29,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9666666666666667,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 27,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9,
      "upper": 0.9333333333333333
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 31,
      "total": 35,
      "unresolved": 2,
      "lower": 0.8857142857142857,
      "upper": 0.9428571428571428
    },
    "unresolved_questions": 3,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 31,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 7.3045,
      "p95": 9.232,
      "max": 9.39,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "logger": {
        "path": "[redacted metadata reference; sha256 1702dd93a276f6db64cebaf10430315171a74fce6e1bdbbf97f452dc96759609]",
        "sha256": "4033104897fa021a70b1d76eb1f119c9841a275509a52825ceea0298af322e5b",
        "parsed_events": 82,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "omittedPrivateInventory": true,
        "entryCount": 3,
        "originalInventorySha256": "a8a199740d39275b312f19343e578c37005d22fe6b02c6e568c7a045666941db"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  },
  "B3": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 29,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9666666666666667,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 27,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9,
      "upper": 0.9333333333333333
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 31,
      "total": 35,
      "unresolved": 2,
      "lower": 0.8857142857142857,
      "upper": 0.9428571428571428
    },
    "unresolved_questions": 3,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 31,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 7.375,
      "p95": 9.015,
      "max": 9.447,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "logger": {
        "path": "[redacted metadata reference; sha256 475bee461295598cf84f4cf42210cd16b18231c142cb5fd627bff90bd5b511a0]",
        "sha256": "8fd4e9249c9a6390245fb18bcf6b954325bc75c146ed111fccd7e960516761c6",
        "parsed_events": 82,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "omittedPrivateInventory": true,
        "entryCount": 3,
        "originalInventorySha256": "1a53aa2a6a14a314e480b274f087c5ede9716324585ff549d5dfcb6bd4d0acec"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  }
}