{
  "A1": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 28,
      "total": 30,
      "unresolved": 2,
      "lower": 0.9333333333333333,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 28,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9333333333333333,
      "upper": 0.9666666666666667
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 34,
      "total": 35,
      "unresolved": 0,
      "lower": 0.9714285714285714,
      "upper": 0.9714285714285714
    },
    "unresolved_questions": 2,
    "explicit_page_citations": 34,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": true,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 4.430204374999448,
      "p95": 9.18540375000157,
      "max": 9.370410791001632,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 90,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 1,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "87fcd2d85a9505f48b0e916ccec56b530816ee23d392ab17e5fa1a4731d14ab3",
        "schedule_sha256": "aba82fcfc544a7787964b755b5a562c5355eff50b21a3180ea92f3e104543428",
        "questions_sha256": "1fff76507bf75696b93e184d0af92291f7f289bb42880f6c7073d423345faf93",
        "executor_sha256": "e21d7c97bc87407370f87ae3184d4d247998dc6d4cbee024d7ba225186a68909",
        "runner_sha256": "ac8d1ccb48ebe017f7e2794392598967695ef3186fcf4d3889dfd579e8479458",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "ambercliff-workshops.pdf": "42127c8d71db141ea5d78305b6ecf2ebe90835b699a0a89d2bd87c2d17e82b38",
          "kelpbridge-courier.pdf": "bda885107c65224845b7130dc9a5d63c04ae847f7966caf8ff7c0f921bde7bff",
          "mossfall-invoices.pdf": "ee307474b921be4a30a21164ea5be75705235b962cd2d6c021df088b7bb38f49",
          "rillhaven-access.pdf": "2df554da00fcaf537a78e036ddd2631bcd373c89c441f13046933ae13262d850",
          "silvermere-records.pdf": "557ef50b8445bdf8e6eb90d8af2cf49727267db2a14d5e31dcd0a8ab2fd24ffa"
        },
        "planned_question_ids": [
          "v20-q07",
          "v20-q33",
          "v20-q05",
          "v20-q39",
          "v20-q36",
          "v20-q29",
          "v20-q16",
          "v20-q13",
          "v20-q28",
          "v20-q22",
          "v20-q09",
          "v20-q35",
          "v20-q26",
          "v20-q14",
          "v20-q25",
          "v20-q21",
          "v20-q04",
          "v20-q02",
          "v20-q24",
          "v20-q38",
          "v20-q01",
          "v20-q40",
          "v20-q37",
          "v20-q34",
          "v20-q20",
          "v20-q31",
          "v20-q10",
          "v20-q30",
          "v20-q08",
          "v20-q11",
          "v20-q17",
          "v20-q23",
          "v20-q18",
          "v20-q32",
          "v20-q15",
          "v20-q03",
          "v20-q12",
          "v20-q19",
          "v20-q27",
          "v20-q06"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 1.870380499996827,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 61%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 9216.00M  used = 7991.50M  free = 1224.50M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    18Gi    39%    453k  189M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22347875)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 25103,
        "cold_process_to_health_seconds": 2.0383543749994715,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792289802,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.08470962499995949,
        "parse_seconds": 0.03763466599775711,
        "index_seconds": 0.0013065000021015294,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 90,
        "session_total_model_request_count": 91,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 58%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 11264.00M  used = 10025.12M  free = 1238.88M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    16Gi    42%    453k  168M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22347875)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 203.58562229199742,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "ca5b7489f74fd4d922527bf75abc2f8136b4d5db5cb0c6758958b5708e0eedf0",
        "session-summary.json": "75814e532c000fa962258bc5677c95827136e95d11834a7d658702f94342dc50",
        "attempts.jsonl": "31c6f5f22fff5c55fb4351df35ff6b0a455214d03a01d0d7d5024ef0b7d37d0a"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "A2": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 28,
      "total": 30,
      "unresolved": 2,
      "lower": 0.9333333333333333,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 28,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9333333333333333,
      "upper": 0.9666666666666667
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 34,
      "total": 35,
      "unresolved": 0,
      "lower": 0.9714285714285714,
      "upper": 0.9714285714285714
    },
    "unresolved_questions": 2,
    "explicit_page_citations": 34,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": true,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 3.844404437499179,
      "p95": 7.9816915830015205,
      "max": 8.220349083996553,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 90,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 2,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "87fcd2d85a9505f48b0e916ccec56b530816ee23d392ab17e5fa1a4731d14ab3",
        "schedule_sha256": "aba82fcfc544a7787964b755b5a562c5355eff50b21a3180ea92f3e104543428",
        "questions_sha256": "1fff76507bf75696b93e184d0af92291f7f289bb42880f6c7073d423345faf93",
        "executor_sha256": "e21d7c97bc87407370f87ae3184d4d247998dc6d4cbee024d7ba225186a68909",
        "runner_sha256": "ac8d1ccb48ebe017f7e2794392598967695ef3186fcf4d3889dfd579e8479458",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "ambercliff-workshops.pdf": "42127c8d71db141ea5d78305b6ecf2ebe90835b699a0a89d2bd87c2d17e82b38",
          "kelpbridge-courier.pdf": "bda885107c65224845b7130dc9a5d63c04ae847f7966caf8ff7c0f921bde7bff",
          "mossfall-invoices.pdf": "ee307474b921be4a30a21164ea5be75705235b962cd2d6c021df088b7bb38f49",
          "rillhaven-access.pdf": "2df554da00fcaf537a78e036ddd2631bcd373c89c441f13046933ae13262d850",
          "silvermere-records.pdf": "557ef50b8445bdf8e6eb90d8af2cf49727267db2a14d5e31dcd0a8ab2fd24ffa"
        },
        "planned_question_ids": [
          "v20-q23",
          "v20-q30",
          "v20-q02",
          "v20-q07",
          "v20-q40",
          "v20-q20",
          "v20-q28",
          "v20-q27",
          "v20-q01",
          "v20-q12",
          "v20-q24",
          "v20-q26",
          "v20-q22",
          "v20-q31",
          "v20-q19",
          "v20-q32",
          "v20-q06",
          "v20-q36",
          "v20-q03",
          "v20-q04",
          "v20-q35",
          "v20-q15",
          "v20-q16",
          "v20-q11",
          "v20-q29",
          "v20-q18",
          "v20-q09",
          "v20-q17",
          "v20-q14",
          "v20-q21",
          "v20-q05",
          "v20-q10",
          "v20-q39",
          "v20-q08",
          "v20-q25",
          "v20-q34",
          "v20-q38",
          "v20-q13",
          "v20-q37",
          "v20-q33"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 1.914748082999722,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 76%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 12288.00M  used = 10833.19M  free = 1454.81M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    15Gi    44%    453k  154M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22347875)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 46494,
        "cold_process_to_health_seconds": 1.7877282920017024,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792295605,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.06547408299957169,
        "parse_seconds": 0.024295957999129314,
        "index_seconds": 0.000991875000181608,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 90,
        "session_total_model_request_count": 91,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 71%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 12288.00M  used = 10737.19M  free = 1550.81M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    15Gi    44%    453k  154M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22347875)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 177.1890857920007,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "a96afe09d6c07cfbdac505d808dc5fc26ba2a3829d759f166217f03aeb1e3605",
        "session-summary.json": "4b99bb9575a42442ccf8fcc9749c37a7d32ebd675b716defe2a0c76b3925ad6c",
        "attempts.jsonl": "3cefe23dbaa136de3407160270d13fcf96753c9935dd0936f337c27a3586b4ed"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "A3": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 28,
      "total": 30,
      "unresolved": 2,
      "lower": 0.9333333333333333,
      "upper": 1.0
    },
    "supported_answer_success": {
      "passed": 28,
      "total": 30,
      "unresolved": 1,
      "lower": 0.9333333333333333,
      "upper": 0.9666666666666667
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 34,
      "total": 35,
      "unresolved": 0,
      "lower": 0.9714285714285714,
      "upper": 0.9714285714285714
    },
    "unresolved_questions": 2,
    "explicit_page_citations": 34,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": true,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": true,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 3.8250600625033258,
      "p95": 7.944941415997164,
      "max": 8.20108195800276,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 90,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 3,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "87fcd2d85a9505f48b0e916ccec56b530816ee23d392ab17e5fa1a4731d14ab3",
        "schedule_sha256": "aba82fcfc544a7787964b755b5a562c5355eff50b21a3180ea92f3e104543428",
        "questions_sha256": "1fff76507bf75696b93e184d0af92291f7f289bb42880f6c7073d423345faf93",
        "executor_sha256": "e21d7c97bc87407370f87ae3184d4d247998dc6d4cbee024d7ba225186a68909",
        "runner_sha256": "ac8d1ccb48ebe017f7e2794392598967695ef3186fcf4d3889dfd579e8479458",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "ambercliff-workshops.pdf": "42127c8d71db141ea5d78305b6ecf2ebe90835b699a0a89d2bd87c2d17e82b38",
          "kelpbridge-courier.pdf": "bda885107c65224845b7130dc9a5d63c04ae847f7966caf8ff7c0f921bde7bff",
          "mossfall-invoices.pdf": "ee307474b921be4a30a21164ea5be75705235b962cd2d6c021df088b7bb38f49",
          "rillhaven-access.pdf": "2df554da00fcaf537a78e036ddd2631bcd373c89c441f13046933ae13262d850",
          "silvermere-records.pdf": "557ef50b8445bdf8e6eb90d8af2cf49727267db2a14d5e31dcd0a8ab2fd24ffa"
        },
        "planned_question_ids": [
          "v20-q18",
          "v20-q16",
          "v20-q06",
          "v20-q05",
          "v20-q37",
          "v20-q23",
          "v20-q28",
          "v20-q04",
          "v20-q26",
          "v20-q22",
          "v20-q34",
          "v20-q32",
          "v20-q13",
          "v20-q35",
          "v20-q07",
          "v20-q20",
          "v20-q24",
          "v20-q29",
          "v20-q02",
          "v20-q14",
          "v20-q39",
          "v20-q38",
          "v20-q09",
          "v20-q36",
          "v20-q17",
          "v20-q01",
          "v20-q25",
          "v20-q11",
          "v20-q19",
          "v20-q30",
          "v20-q03",
          "v20-q27",
          "v20-q10",
          "v20-q12",
          "v20-q15",
          "v20-q33",
          "v20-q08",
          "v20-q21",
          "v20-q40",
          "v20-q31"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 1.8542495000001509,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 73%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 12288.00M  used = 10737.19M  free = 1550.81M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    15Gi    44%    453k  154M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22347875)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 47027,
        "cold_process_to_health_seconds": 1.55356645899883,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792295797,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.06496091699955286,
        "parse_seconds": 0.02428633299859939,
        "index_seconds": 0.000983291000011377,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 90,
        "session_total_model_request_count": 91,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 69%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 12288.00M  used = 10617.19M  free = 1670.81M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    15Gi    44%    453k  154M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22347875)\t100%; charged; 0:00 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 176.2300627920049,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "1654e67d6bc8f3683244f28fa62714e570c83b92089fa5849b4755498d2dfb12",
        "session-summary.json": "b6f35a4b7d83b9411903029cc0374e241c1fdae5b1440f9ab6d2daedf6fc5513",
        "attempts.jsonl": "6bfa5a1355646f1119cbe77233b6e44363edef0a83d341e99a3324d04798374f"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "B1": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 16,
      "total": 30,
      "unresolved": 13,
      "lower": 0.5333333333333333,
      "upper": 0.9666666666666667
    },
    "supported_answer_success": {
      "passed": 14,
      "total": 30,
      "unresolved": 9,
      "lower": 0.4666666666666667,
      "upper": 0.7666666666666667
    },
    "abstention_accuracy": {
      "passed": 9,
      "total": 10,
      "unresolved": 1,
      "lower": 0.9,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 26,
      "total": 34,
      "unresolved": 3,
      "lower": 0.7647058823529411,
      "upper": 0.8529411764705882
    },
    "unresolved_questions": 15,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 26,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 6.621,
      "p95": 8.205,
      "max": 9.458,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v20/sessions/B1",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v20/sessions/B1/model-io.jsonl",
        "sha256": "ed7e722d1e05b8929e9bb2f60a405cbb4457c4805c3e48fd95c5694e30adee84",
        "parsed_events": 82,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "853d111df525f1cad4db912aff46194052047461580235b2bd11a9bd2149504d",
        "native-manifest.jsonl": "fcd8ad85bd4a538c1d6294168c18958caa463f99507a31ea7abe4d35c1a73ad6",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  },
  "B2": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 16,
      "total": 30,
      "unresolved": 13,
      "lower": 0.5333333333333333,
      "upper": 0.9666666666666667
    },
    "supported_answer_success": {
      "passed": 14,
      "total": 30,
      "unresolved": 9,
      "lower": 0.4666666666666667,
      "upper": 0.7666666666666667
    },
    "abstention_accuracy": {
      "passed": 9,
      "total": 10,
      "unresolved": 1,
      "lower": 0.9,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 26,
      "total": 34,
      "unresolved": 3,
      "lower": 0.7647058823529411,
      "upper": 0.8529411764705882
    },
    "unresolved_questions": 15,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 26,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 6.232,
      "p95": 7.653,
      "max": 8.561,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v20/sessions/B2",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v20/sessions/B2/model-io.jsonl",
        "sha256": "a53d892af0362395859a8417b5c0e8d79943f9f87f6db8946c5103e1b0fc8646",
        "parsed_events": 82,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "7f7d744af83e62ebe0da1c625f6ddc3498ba704c890a74fb76fcde64fd4b1d0d",
        "native-manifest.jsonl": "63dc64a063f675dd2044bbb93739c8fb4da51d4825ae518cd360b496e88a6584",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  },
  "B3": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 16,
      "total": 30,
      "unresolved": 13,
      "lower": 0.5333333333333333,
      "upper": 0.9666666666666667
    },
    "supported_answer_success": {
      "passed": 14,
      "total": 30,
      "unresolved": 9,
      "lower": 0.4666666666666667,
      "upper": 0.7666666666666667
    },
    "abstention_accuracy": {
      "passed": 9,
      "total": 10,
      "unresolved": 1,
      "lower": 0.9,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 26,
      "total": 34,
      "unresolved": 3,
      "lower": 0.7647058823529411,
      "upper": 0.8529411764705882
    },
    "unresolved_questions": 15,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 26,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 8.486,
      "p95": 14.459,
      "max": 15.777,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v20/sessions/B3",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v20/sessions/B3/model-io.jsonl",
        "sha256": "39fb19fc8cf02deec241b6e8c0a37f4b581185ed3169dfab3720ac7885bc3bf6",
        "parsed_events": 82,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "025ab2cd469e553a50cbfc1a5ccf6697256ed51560d0014bccc6689d9cef56bb",
        "native-manifest.jsonl": "a07e1c9fe891d9fd87f93521cb812aa4589e7fea487c133f9ed8ba8e394572ea",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  }
}