{
  "A1": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 26,
      "total": 30,
      "unresolved": 3,
      "lower": 0.8666666666666667,
      "upper": 0.9666666666666667
    },
    "supported_answer_success": {
      "passed": 26,
      "total": 30,
      "unresolved": 0,
      "lower": 0.8666666666666667,
      "upper": 0.8666666666666667
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 38,
      "total": 42,
      "unresolved": 0,
      "lower": 0.9047619047619048,
      "upper": 0.9047619047619048
    },
    "unresolved_questions": 3,
    "explicit_page_citations": 38,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 3.4909559169900604,
      "p95": 5.010730540991062,
      "max": 5.4041547079978045,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 77,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 1,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "b0dde55a2f92f156f588d5df510832b2ea874e3da41e072ab096564269356d43",
        "schedule_sha256": "c091813a67fc28330171b15a0f735e40be6bb68f092c3e4afecd0cfc46c4aedb",
        "questions_sha256": "2c09fe76f96bfcfc59d06f3517c119d071b8555031200baefc1cd5d92f4d4486",
        "executor_sha256": "32a6c505904db80943cc747290f13476a9228805978e7ff3846a467a35953fd2",
        "runner_sha256": "abc2334bfb7b4727eee31f61f11da50512ac30ee2585d9974232ae2231276ef8",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "D01.pdf": "d3bc33ed0779da036c9e0ee668f8f7b7d0e08a04a0d3284c084b28a829f1eddf",
          "D02.pdf": "af1509878e48b6eff5b63e80d8646f9a8282116906d6d01f92d46059390bd0bd",
          "D03.pdf": "27fdbaa48ba3cc3f549e7cff0964e5007781abcaf64f46ba51092b70230fefd8",
          "D04.pdf": "0141d841f7f7dc20a419d5778da8cf7630b353f99a609b74a0934fefb333b327",
          "D05.pdf": "ca0b2c4070a1c17b8b07f968e795a36d73214bc6189b02612a1561e57e2b8447",
          "D06.pdf": "5c78ad081151899e120deaad556ef47b1c4331b8265b6e24d7e193827611f541",
          "D07.pdf": "9cce9d2ad80c9f764b58ba7d4b7dc5ed873eaf3f6d266e460605116beeeceb8e",
          "D08.pdf": "4c3c3ae7f21e0d2e1e9333a4399d2087f4ccc19344a43130bf6956d96bc52f94",
          "D09.pdf": "046e7515fe62f99fc580b695214c308d4c14c9625953904772814bd98864e6a2",
          "D10.pdf": "bb517485abfdae2f3c26d02833b87dc950e120760b795c75f0dadc4be8e65919"
        },
        "planned_question_ids": [
          "heldout-07",
          "heldout-33",
          "heldout-05",
          "heldout-39",
          "heldout-36",
          "heldout-29",
          "heldout-16",
          "heldout-13",
          "heldout-28",
          "heldout-22",
          "heldout-09",
          "heldout-35",
          "heldout-26",
          "heldout-14",
          "heldout-25",
          "heldout-21",
          "heldout-04",
          "heldout-02",
          "heldout-24",
          "heldout-38",
          "heldout-01",
          "heldout-40",
          "heldout-37",
          "heldout-34",
          "heldout-20",
          "heldout-31",
          "heldout-10",
          "heldout-30",
          "heldout-08",
          "heldout-11",
          "heldout-17",
          "heldout-23",
          "heldout-18",
          "heldout-32",
          "heldout-15",
          "heldout-03",
          "heldout-12",
          "heldout-19",
          "heldout-27",
          "heldout-06"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 1.8676444579905365,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 77%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 12288.00M  used = 10897.69M  free = 1390.31M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    66Gi    15%    453k  690M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 70720,
        "cold_process_to_health_seconds": 1.8046461670019198,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1791986234,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.08230595799977891,
        "parse_seconds": 0.03730483300751075,
        "index_seconds": 0.001503916981164366,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 77,
        "session_total_model_request_count": 78,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 76%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 13312.00M  used = 11978.00M  free = 1334.00M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    64Gi    16%    453k  675M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 147.06838687500567,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "037a85907c20e12eb01507d022268f948742152d1d829798bff4ed36f7e18a4c",
        "session-summary.json": "4e21d72691e62ed9e414f67662ffaf64f495274ef5c05af7f384ccd9db96faf8",
        "attempts.jsonl": "491f72553985584a2644e50bba0c93d612854154375b168a7f09d46aa0dca2d8"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "A2": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 26,
      "total": 30,
      "unresolved": 3,
      "lower": 0.8666666666666667,
      "upper": 0.9666666666666667
    },
    "supported_answer_success": {
      "passed": 26,
      "total": 30,
      "unresolved": 0,
      "lower": 0.8666666666666667,
      "upper": 0.8666666666666667
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 38,
      "total": 42,
      "unresolved": 0,
      "lower": 0.9047619047619048,
      "upper": 0.9047619047619048
    },
    "unresolved_questions": 3,
    "explicit_page_citations": 38,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 2.4642572915181518,
      "p95": 3.7909144170116633,
      "max": 3.931772625015583,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 77,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 2,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "b0dde55a2f92f156f588d5df510832b2ea874e3da41e072ab096564269356d43",
        "schedule_sha256": "c091813a67fc28330171b15a0f735e40be6bb68f092c3e4afecd0cfc46c4aedb",
        "questions_sha256": "2c09fe76f96bfcfc59d06f3517c119d071b8555031200baefc1cd5d92f4d4486",
        "executor_sha256": "32a6c505904db80943cc747290f13476a9228805978e7ff3846a467a35953fd2",
        "runner_sha256": "abc2334bfb7b4727eee31f61f11da50512ac30ee2585d9974232ae2231276ef8",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "D01.pdf": "d3bc33ed0779da036c9e0ee668f8f7b7d0e08a04a0d3284c084b28a829f1eddf",
          "D02.pdf": "af1509878e48b6eff5b63e80d8646f9a8282116906d6d01f92d46059390bd0bd",
          "D03.pdf": "27fdbaa48ba3cc3f549e7cff0964e5007781abcaf64f46ba51092b70230fefd8",
          "D04.pdf": "0141d841f7f7dc20a419d5778da8cf7630b353f99a609b74a0934fefb333b327",
          "D05.pdf": "ca0b2c4070a1c17b8b07f968e795a36d73214bc6189b02612a1561e57e2b8447",
          "D06.pdf": "5c78ad081151899e120deaad556ef47b1c4331b8265b6e24d7e193827611f541",
          "D07.pdf": "9cce9d2ad80c9f764b58ba7d4b7dc5ed873eaf3f6d266e460605116beeeceb8e",
          "D08.pdf": "4c3c3ae7f21e0d2e1e9333a4399d2087f4ccc19344a43130bf6956d96bc52f94",
          "D09.pdf": "046e7515fe62f99fc580b695214c308d4c14c9625953904772814bd98864e6a2",
          "D10.pdf": "bb517485abfdae2f3c26d02833b87dc950e120760b795c75f0dadc4be8e65919"
        },
        "planned_question_ids": [
          "heldout-23",
          "heldout-30",
          "heldout-02",
          "heldout-07",
          "heldout-40",
          "heldout-20",
          "heldout-28",
          "heldout-27",
          "heldout-01",
          "heldout-12",
          "heldout-24",
          "heldout-26",
          "heldout-22",
          "heldout-31",
          "heldout-19",
          "heldout-32",
          "heldout-06",
          "heldout-36",
          "heldout-03",
          "heldout-04",
          "heldout-35",
          "heldout-15",
          "heldout-16",
          "heldout-11",
          "heldout-29",
          "heldout-18",
          "heldout-09",
          "heldout-17",
          "heldout-14",
          "heldout-21",
          "heldout-05",
          "heldout-10",
          "heldout-39",
          "heldout-08",
          "heldout-25",
          "heldout-34",
          "heldout-38",
          "heldout-13",
          "heldout-37",
          "heldout-33"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 2.126286499988055,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 73%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 11264.00M  used = 10100.44M  free = 1163.56M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    62Gi    16%    453k  655M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 31373,
        "cold_process_to_health_seconds": 1.7789460830099415,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1791994790,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.0725610830122605,
        "parse_seconds": 0.04199304198846221,
        "index_seconds": 0.0014008749858476222,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 77,
        "session_total_model_request_count": 78,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 76%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 11264.00M  used = 9996.44M  free = 1267.56M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    62Gi    16%    453k  655M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 111.70388641598402,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "0ab8dd4c512664d5ddd8702b9904cf844b9113c996421c661e201136225829e5",
        "session-summary.json": "a2dbb3eda9fd08d1dcaf0b6a538e2d1d8688d1a4fbaa6e16f7f880d0f7583204",
        "attempts.jsonl": "af6865ba20fc0694aa9e7453d670c9e800c5fc7235c4f6ed124a0b47a1384482"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "A3": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 26,
      "total": 30,
      "unresolved": 3,
      "lower": 0.8666666666666667,
      "upper": 0.9666666666666667
    },
    "supported_answer_success": {
      "passed": 26,
      "total": 30,
      "unresolved": 0,
      "lower": 0.8666666666666667,
      "upper": 0.8666666666666667
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 38,
      "total": 42,
      "unresolved": 0,
      "lower": 0.9047619047619048,
      "upper": 0.9047619047619048
    },
    "unresolved_questions": 3,
    "explicit_page_citations": 38,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 2.4685694164945744,
      "p95": 3.803498416004004,
      "max": 3.9323652909952216,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 77,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 3,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "b0dde55a2f92f156f588d5df510832b2ea874e3da41e072ab096564269356d43",
        "schedule_sha256": "c091813a67fc28330171b15a0f735e40be6bb68f092c3e4afecd0cfc46c4aedb",
        "questions_sha256": "2c09fe76f96bfcfc59d06f3517c119d071b8555031200baefc1cd5d92f4d4486",
        "executor_sha256": "32a6c505904db80943cc747290f13476a9228805978e7ff3846a467a35953fd2",
        "runner_sha256": "abc2334bfb7b4727eee31f61f11da50512ac30ee2585d9974232ae2231276ef8",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "D01.pdf": "d3bc33ed0779da036c9e0ee668f8f7b7d0e08a04a0d3284c084b28a829f1eddf",
          "D02.pdf": "af1509878e48b6eff5b63e80d8646f9a8282116906d6d01f92d46059390bd0bd",
          "D03.pdf": "27fdbaa48ba3cc3f549e7cff0964e5007781abcaf64f46ba51092b70230fefd8",
          "D04.pdf": "0141d841f7f7dc20a419d5778da8cf7630b353f99a609b74a0934fefb333b327",
          "D05.pdf": "ca0b2c4070a1c17b8b07f968e795a36d73214bc6189b02612a1561e57e2b8447",
          "D06.pdf": "5c78ad081151899e120deaad556ef47b1c4331b8265b6e24d7e193827611f541",
          "D07.pdf": "9cce9d2ad80c9f764b58ba7d4b7dc5ed873eaf3f6d266e460605116beeeceb8e",
          "D08.pdf": "4c3c3ae7f21e0d2e1e9333a4399d2087f4ccc19344a43130bf6956d96bc52f94",
          "D09.pdf": "046e7515fe62f99fc580b695214c308d4c14c9625953904772814bd98864e6a2",
          "D10.pdf": "bb517485abfdae2f3c26d02833b87dc950e120760b795c75f0dadc4be8e65919"
        },
        "planned_question_ids": [
          "heldout-18",
          "heldout-16",
          "heldout-06",
          "heldout-05",
          "heldout-37",
          "heldout-23",
          "heldout-28",
          "heldout-04",
          "heldout-26",
          "heldout-22",
          "heldout-34",
          "heldout-32",
          "heldout-13",
          "heldout-35",
          "heldout-07",
          "heldout-20",
          "heldout-24",
          "heldout-29",
          "heldout-02",
          "heldout-14",
          "heldout-39",
          "heldout-38",
          "heldout-09",
          "heldout-36",
          "heldout-17",
          "heldout-01",
          "heldout-25",
          "heldout-11",
          "heldout-19",
          "heldout-30",
          "heldout-03",
          "heldout-27",
          "heldout-10",
          "heldout-12",
          "heldout-15",
          "heldout-33",
          "heldout-08",
          "heldout-21",
          "heldout-40",
          "heldout-31"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 1.8626966669980902,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 78%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 11264.00M  used = 9988.44M  free = 1275.56M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    62Gi    16%    453k  655M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 31718,
        "cold_process_to_health_seconds": 1.5339827090210747,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1791994913,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.06468349997885525,
        "parse_seconds": 0.03854408298502676,
        "index_seconds": 0.0013869999966118485,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 77,
        "session_total_model_request_count": 78,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 78%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 11264.00M  used = 9972.44M  free = 1291.56M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    62Gi    16%    453k  655M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 111.27523666698835,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "1b6220d42c4de0474f226fe91f1b34d4eeb6b211ff14d1eb02886cf84be1fd7b",
        "session-summary.json": "3f1494cb868ffde59018f2e156c37211ab65ea1e53ee4b834ead0814e8de5b2e",
        "attempts.jsonl": "5ba5863fcbad4d898c64860d3a0945b3f669debca9a373d7178cfc90d62908bc"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "B1": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 10,
      "total": 30,
      "unresolved": 13,
      "lower": 0.3333333333333333,
      "upper": 0.7666666666666667
    },
    "supported_answer_success": {
      "passed": 9,
      "total": 30,
      "unresolved": 11,
      "lower": 0.3,
      "upper": 0.6666666666666666
    },
    "abstention_accuracy": {
      "passed": 6,
      "total": 10,
      "unresolved": 4,
      "lower": 0.6,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 38,
      "total": 48,
      "unresolved": 4,
      "lower": 0.7916666666666666,
      "upper": 0.875
    },
    "unresolved_questions": 17,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 38,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": false
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 6.445,
      "p95": 8.467,
      "max": 8.862,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v16/sessions/B1",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v16/sessions/B1/model-io.jsonl",
        "sha256": "155d20a8eb5e2debb65d4a4fe249f35c6883fc9d7f3d3a94c01d1b4046d4edb9",
        "parsed_events": 80,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "8645d7e341f224b151d965422c945c7631c47cde0e1231d747590f5d66968a6a",
        "native-manifest.jsonl": "bd5e6773169e4f9da7895da59af4bcef261b74429bd9a9e2c13d3fc9e15d5df4",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  },
  "B2": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 10,
      "total": 30,
      "unresolved": 13,
      "lower": 0.3333333333333333,
      "upper": 0.7666666666666667
    },
    "supported_answer_success": {
      "passed": 9,
      "total": 30,
      "unresolved": 11,
      "lower": 0.3,
      "upper": 0.6666666666666666
    },
    "abstention_accuracy": {
      "passed": 6,
      "total": 10,
      "unresolved": 4,
      "lower": 0.6,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 38,
      "total": 48,
      "unresolved": 4,
      "lower": 0.7916666666666666,
      "upper": 0.875
    },
    "unresolved_questions": 17,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 38,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": false
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 6.2165,
      "p95": 7.408,
      "max": 7.703,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v16/sessions/B2",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v16/sessions/B2/model-io.jsonl",
        "sha256": "78e8d4e480ae9eb51d1f268a92c4ec497836c22186e0f11e6df1ebba31aebe90",
        "parsed_events": 80,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "bfdc3cc6ca69a33529809b52851846424643e8bc6f9f8990a391b4462505eedf",
        "native-manifest.jsonl": "20e9e498d410f46e375e5989d6731e11989638c18868405e25f88af756d08228",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  },
  "B3": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 10,
      "total": 30,
      "unresolved": 13,
      "lower": 0.3333333333333333,
      "upper": 0.7666666666666667
    },
    "supported_answer_success": {
      "passed": 9,
      "total": 30,
      "unresolved": 11,
      "lower": 0.3,
      "upper": 0.6666666666666666
    },
    "abstention_accuracy": {
      "passed": 6,
      "total": 10,
      "unresolved": 4,
      "lower": 0.6,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 38,
      "total": 48,
      "unresolved": 4,
      "lower": 0.7916666666666666,
      "upper": 0.875
    },
    "unresolved_questions": 17,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 38,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": false
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 6.0075,
      "p95": 7.515,
      "max": 7.91,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v16/sessions/B3",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v16/sessions/B3/model-io.jsonl",
        "sha256": "b6d53eb63bbf8c622c6967430cafe0f3b1fb029d78b1a028776fa353f3e7d8c3",
        "parsed_events": 80,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "f8b11655bcda729fef32759f5c18fcca931f1dc6fb8a81f0242722551d118586",
        "native-manifest.jsonl": "e8426aee6f02dc6e2883e15bef728e2f1aaa4e9a2f2f6017eb33d0a8a455cb4d",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  }
}