{
  "A1": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 24,
      "total": 30,
      "unresolved": 0,
      "lower": 0.8,
      "upper": 0.8
    },
    "supported_answer_success": {
      "passed": 23,
      "total": 30,
      "unresolved": 1,
      "lower": 0.7666666666666667,
      "upper": 0.8
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 27,
      "total": 28,
      "unresolved": 1,
      "lower": 0.9642857142857143,
      "upper": 1.0
    },
    "unresolved_questions": 1,
    "explicit_page_citations": 27,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 5.948283728997922,
      "p95": 9.807647916022688,
      "max": 13.89305316703394,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 90,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 1,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "d1abac923f15a5b6c4a10e51b3f17938789cf99747a218e91ca5d622d22a8f6f",
        "schedule_sha256": "a568a9bbf9a68dcb23a8bc0191cc151be64ab27e932a62873ba616eed2a1215c",
        "questions_sha256": "677e88becba7b22d057e5f172421686c61cecf79d170eb0b56d1c9232d51be90",
        "executor_sha256": "9e8e702e3967ab53f501de1145f26c98ff9582ae7867ab8853cd17f91babf1e2",
        "runner_sha256": "911298ba21797fe0704874ed85c8f306193de2a69d130ea7ebb32b18bb9064f7",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "V19-D01.pdf": "c6e49b6cd7067bfac30a956e09d00aaee438b2d021aae474d33a3a23a05694c7",
          "V19-D02.pdf": "e7bf34f61d9835bcac343fa16fd1bd5754ef97a071fdbea6562171bfaa569cdf",
          "V19-D03.pdf": "6a04c61ec3b02ef5a08dd3d648cc369f08da86366becc786d44c0abb1a5afe72",
          "V19-D04.pdf": "7c2dd8a8f3696639941362cdfab9bdac0f35735296168059f95ff4a869a87bc9",
          "V19-D05.pdf": "009256748075d06133d973fb17dcb28479e81f0325d73978903c160fd4feadb6",
          "V19-D06.pdf": "f9a23da40c1781721167177c61ebce0129f0fabca7a5bc346ae8af388db800cf",
          "V19-D07.pdf": "170213e1018f0e0593aec90f515c7563a45f7ae786c4832ca325c682e4507c8b",
          "V19-D08.pdf": "139ff8485db0f1ae53bf676522fe83656c305d1312ea4657ac119742a143a768",
          "V19-D09.pdf": "91d65f821a4edf1fb8c9689db251b82edfa32c08cb7445e8b23f15466001fbd0",
          "V19-D10.pdf": "05b38d3505e20a975f854b22e3b05d7178880fd16f88fa60b5db6f0bbaad3562"
        },
        "planned_question_ids": [
          "V19-Q07",
          "V19-Q33",
          "V19-Q05",
          "V19-Q39",
          "V19-Q36",
          "V19-Q29",
          "V19-Q16",
          "V19-Q13",
          "V19-Q28",
          "V19-Q22",
          "V19-Q09",
          "V19-Q35",
          "V19-Q26",
          "V19-Q14",
          "V19-Q25",
          "V19-Q21",
          "V19-Q04",
          "V19-Q02",
          "V19-Q24",
          "V19-Q38",
          "V19-Q01",
          "V19-Q40",
          "V19-Q37",
          "V19-Q34",
          "V19-Q20",
          "V19-Q31",
          "V19-Q10",
          "V19-Q30",
          "V19-Q08",
          "V19-Q11",
          "V19-Q17",
          "V19-Q23",
          "V19-Q18",
          "V19-Q32",
          "V19-Q15",
          "V19-Q03",
          "V19-Q12",
          "V19-Q19",
          "V19-Q27",
          "V19-Q06"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 2.5469693340128288,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 39%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 10240.00M  used = 9358.75M  free = 881.25M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    35Gi    25%    453k  365M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'Battery Power'\n -InternalBattery-0 (id=22216803)\t73%; discharging; 1:31 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 94929,
        "cold_process_to_health_seconds": 2.293061000003945,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792096606,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.09339508303673938,
        "parse_seconds": 0.03941287496127188,
        "index_seconds": 0.0026023330283351243,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 90,
        "session_total_model_request_count": 91,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 44%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 13312.00M  used = 11993.00M  free = 1319.00M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    32Gi    27%    453k  330M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t67%; charging; (no estimate) present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 262.583097041992,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "aadf624ad1e838fdbe76da950728df1f5c9ade8d9697ad403bca3b557292d31f",
        "session-summary.json": "c8ee19b52893571715d7c4b3a0c2197cb3dd352aa1aa2e3addd4726b1394896d",
        "attempts.jsonl": "288b5439384436ef6f9affd58739866a549569d05c8155e408e722f50c397adc"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "A2": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 24,
      "total": 30,
      "unresolved": 0,
      "lower": 0.8,
      "upper": 0.8
    },
    "supported_answer_success": {
      "passed": 23,
      "total": 30,
      "unresolved": 1,
      "lower": 0.7666666666666667,
      "upper": 0.8
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 27,
      "total": 28,
      "unresolved": 1,
      "lower": 0.9642857142857143,
      "upper": 1.0
    },
    "unresolved_questions": 1,
    "explicit_page_citations": 27,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 3.6546819164996123,
      "p95": 7.422845583001617,
      "max": 7.787626666999131,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 90,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 2,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "d1abac923f15a5b6c4a10e51b3f17938789cf99747a218e91ca5d622d22a8f6f",
        "schedule_sha256": "a568a9bbf9a68dcb23a8bc0191cc151be64ab27e932a62873ba616eed2a1215c",
        "questions_sha256": "677e88becba7b22d057e5f172421686c61cecf79d170eb0b56d1c9232d51be90",
        "executor_sha256": "9e8e702e3967ab53f501de1145f26c98ff9582ae7867ab8853cd17f91babf1e2",
        "runner_sha256": "911298ba21797fe0704874ed85c8f306193de2a69d130ea7ebb32b18bb9064f7",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "V19-D01.pdf": "c6e49b6cd7067bfac30a956e09d00aaee438b2d021aae474d33a3a23a05694c7",
          "V19-D02.pdf": "e7bf34f61d9835bcac343fa16fd1bd5754ef97a071fdbea6562171bfaa569cdf",
          "V19-D03.pdf": "6a04c61ec3b02ef5a08dd3d648cc369f08da86366becc786d44c0abb1a5afe72",
          "V19-D04.pdf": "7c2dd8a8f3696639941362cdfab9bdac0f35735296168059f95ff4a869a87bc9",
          "V19-D05.pdf": "009256748075d06133d973fb17dcb28479e81f0325d73978903c160fd4feadb6",
          "V19-D06.pdf": "f9a23da40c1781721167177c61ebce0129f0fabca7a5bc346ae8af388db800cf",
          "V19-D07.pdf": "170213e1018f0e0593aec90f515c7563a45f7ae786c4832ca325c682e4507c8b",
          "V19-D08.pdf": "139ff8485db0f1ae53bf676522fe83656c305d1312ea4657ac119742a143a768",
          "V19-D09.pdf": "91d65f821a4edf1fb8c9689db251b82edfa32c08cb7445e8b23f15466001fbd0",
          "V19-D10.pdf": "05b38d3505e20a975f854b22e3b05d7178880fd16f88fa60b5db6f0bbaad3562"
        },
        "planned_question_ids": [
          "V19-Q23",
          "V19-Q30",
          "V19-Q02",
          "V19-Q07",
          "V19-Q40",
          "V19-Q20",
          "V19-Q28",
          "V19-Q27",
          "V19-Q01",
          "V19-Q12",
          "V19-Q24",
          "V19-Q26",
          "V19-Q22",
          "V19-Q31",
          "V19-Q19",
          "V19-Q32",
          "V19-Q06",
          "V19-Q36",
          "V19-Q03",
          "V19-Q04",
          "V19-Q35",
          "V19-Q15",
          "V19-Q16",
          "V19-Q11",
          "V19-Q29",
          "V19-Q18",
          "V19-Q09",
          "V19-Q17",
          "V19-Q14",
          "V19-Q21",
          "V19-Q05",
          "V19-Q10",
          "V19-Q39",
          "V19-Q08",
          "V19-Q25",
          "V19-Q34",
          "V19-Q38",
          "V19-Q13",
          "V19-Q37",
          "V19-Q33"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 1.9707937499988475,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 73%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 15360.00M  used = 13884.56M  free = 1475.44M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    23Gi    34%    453k  238M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'Battery Power'\n -InternalBattery-0 (id=21692515)\t22%; discharging; 0:48 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 96620,
        "cold_process_to_health_seconds": 2.0431850000022678,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792225281,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.0655304169995361,
        "parse_seconds": 0.036168124999676365,
        "index_seconds": 0.0016832500004966278,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 90,
        "session_total_model_request_count": 91,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 70%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 16384.00M  used = 15183.62M  free = 1200.38M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    22Gi    35%    453k  227M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'Battery Power'\n -InternalBattery-0 (id=21692515)\t12%; discharging; 0:23 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 170.39064462500028,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "a09b1e768e3820e10b2bf7096b49054ec424ab960bda7a4dcec8402666a6403b",
        "session-summary.json": "1d1c7d4841af89313a1d35b7b8f49addb5d5bffba60a27acedbaf55c93793f12",
        "attempts.jsonl": "01342616a9dfb753ed58aca815c3c532c921bb2879d0c1208512b1d986bdf269"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "A3": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 24,
      "total": 30,
      "unresolved": 0,
      "lower": 0.8,
      "upper": 0.8
    },
    "supported_answer_success": {
      "passed": 23,
      "total": 30,
      "unresolved": 1,
      "lower": 0.7666666666666667,
      "upper": 0.8
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 27,
      "total": 28,
      "unresolved": 1,
      "lower": 0.9642857142857143,
      "upper": 1.0
    },
    "unresolved_questions": 1,
    "explicit_page_citations": 27,
    "uniquely_quote_mapped_citations": 0,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": true,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 3.6692478959994332,
      "p95": 7.471811084000365,
      "max": 7.790317709001101,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": null
    },
    "answer_model_request_count": 90,
    "original_session_receipt": {
      "original_summary": {
        "executor_version": "kingy-comparison-session/1.0.0",
        "system": "A",
        "repetition": 3,
        "status": "complete",
        "qualificationGranted": false,
        "complete_query_deadline_seconds": 90,
        "generation_seed": 271828,
        "client_offline_profile": "offline.sb",
        "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
        "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
        "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
        "freeze_sha256": "d1abac923f15a5b6c4a10e51b3f17938789cf99747a218e91ca5d622d22a8f6f",
        "schedule_sha256": "a568a9bbf9a68dcb23a8bc0191cc151be64ab27e932a62873ba616eed2a1215c",
        "questions_sha256": "677e88becba7b22d057e5f172421686c61cecf79d170eb0b56d1c9232d51be90",
        "executor_sha256": "9e8e702e3967ab53f501de1145f26c98ff9582ae7867ab8853cd17f91babf1e2",
        "runner_sha256": "911298ba21797fe0704874ed85c8f306193de2a69d130ea7ebb32b18bb9064f7",
        "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "corpus_pdf_sha256": {
          "V19-D01.pdf": "c6e49b6cd7067bfac30a956e09d00aaee438b2d021aae474d33a3a23a05694c7",
          "V19-D02.pdf": "e7bf34f61d9835bcac343fa16fd1bd5754ef97a071fdbea6562171bfaa569cdf",
          "V19-D03.pdf": "6a04c61ec3b02ef5a08dd3d648cc369f08da86366becc786d44c0abb1a5afe72",
          "V19-D04.pdf": "7c2dd8a8f3696639941362cdfab9bdac0f35735296168059f95ff4a869a87bc9",
          "V19-D05.pdf": "009256748075d06133d973fb17dcb28479e81f0325d73978903c160fd4feadb6",
          "V19-D06.pdf": "f9a23da40c1781721167177c61ebce0129f0fabca7a5bc346ae8af388db800cf",
          "V19-D07.pdf": "170213e1018f0e0593aec90f515c7563a45f7ae786c4832ca325c682e4507c8b",
          "V19-D08.pdf": "139ff8485db0f1ae53bf676522fe83656c305d1312ea4657ac119742a143a768",
          "V19-D09.pdf": "91d65f821a4edf1fb8c9689db251b82edfa32c08cb7445e8b23f15466001fbd0",
          "V19-D10.pdf": "05b38d3505e20a975f854b22e3b05d7178880fd16f88fa60b5db6f0bbaad3562"
        },
        "planned_question_ids": [
          "V19-Q18",
          "V19-Q16",
          "V19-Q06",
          "V19-Q05",
          "V19-Q37",
          "V19-Q23",
          "V19-Q28",
          "V19-Q04",
          "V19-Q26",
          "V19-Q22",
          "V19-Q34",
          "V19-Q32",
          "V19-Q13",
          "V19-Q35",
          "V19-Q07",
          "V19-Q20",
          "V19-Q24",
          "V19-Q29",
          "V19-Q02",
          "V19-Q14",
          "V19-Q39",
          "V19-Q38",
          "V19-Q09",
          "V19-Q36",
          "V19-Q17",
          "V19-Q01",
          "V19-Q25",
          "V19-Q11",
          "V19-Q19",
          "V19-Q30",
          "V19-Q03",
          "V19-Q27",
          "V19-Q10",
          "V19-Q12",
          "V19-Q15",
          "V19-Q33",
          "V19-Q08",
          "V19-Q21",
          "V19-Q40",
          "V19-Q31"
        ],
        "session_order": [
          "A1",
          "B1",
          "B2",
          "A2",
          "A3",
          "B3"
        ],
        "artifact_verification_seconds": 1.9626684160029981,
        "runtime": {
          "name": "llama.cpp",
          "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
          "version": {
            "command": [
              "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
              "--version"
            ],
            "exit_code": 0,
            "stdout": "",
            "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
          }
        },
        "before": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 73%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 16384.00M  used = 15111.62M  free = 1272.38M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    22Gi    35%    453k  227M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'Battery Power'\n -InternalBattery-0 (id=21692515)\t12%; discharging; 0:23 remaining present: true",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "task_owned_server_pid": 98305,
        "cold_process_to_health_seconds": 2.3159886249995907,
        "ready_model_identity": {
          "models": [
            {
              "name": "kingy-qwen3-4b",
              "model": "kingy-qwen3-4b",
              "modified_at": "",
              "size": "",
              "digest": "",
              "type": "model",
              "description": "",
              "tags": [
                ""
              ],
              "capabilities": [
                "completion"
              ],
              "parameters": "",
              "details": {
                "parent_model": "",
                "format": "gguf",
                "family": "",
                "families": [
                  ""
                ],
                "parameter_size": "",
                "quantization_level": ""
              }
            }
          ],
          "object": "list",
          "data": [
            {
              "id": "kingy-qwen3-4b",
              "aliases": [
                "kingy-qwen3-4b"
              ],
              "tags": [],
              "object": "model",
              "architecture": {
                "input_modalities": [
                  "text"
                ],
                "output_modalities": [
                  "text"
                ]
              },
              "created": 1792225470,
              "owned_by": "llamacpp",
              "meta": {
                "vocab_type": 2,
                "n_vocab": 151936,
                "n_ctx": 8192,
                "n_ctx_train": 40960,
                "n_embd": 2560,
                "n_params": 4022468096,
                "size": 2491323904,
                "ftype": "Q4_K - Medium"
              }
            }
          ]
        },
        "warmup_model_request_count": 1,
        "warmup_seconds": 0.0843222080002306,
        "parse_seconds": 0.04124624999894877,
        "index_seconds": 0.0019298330007586628,
        "loaded_pdf_pages": 30,
        "retained_attempts": 40,
        "planned_attempts": 40,
        "unexecuted_question_ids": [],
        "unexecuted_attempt_count": 0,
        "model_request_count": 90,
        "session_total_model_request_count": 91,
        "attempt_errors": 0,
        "timeouts": 0,
        "after": {
          "os": {
            "command": [
              "sw_vers"
            ],
            "exit_code": 0,
            "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
            "stderr": ""
          },
          "hardware": {
            "command": [
              "sysctl",
              "hw.model",
              "hw.memsize",
              "hw.physicalcpu",
              "hw.logicalcpu"
            ],
            "exit_code": 0,
            "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
            "stderr": ""
          },
          "memory_pressure": {
            "command": [
              "memory_pressure",
              "-Q"
            ],
            "exit_code": 0,
            "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 62%",
            "stderr": ""
          },
          "swap": {
            "command": [
              "sysctl",
              "-n",
              "vm.swapusage"
            ],
            "exit_code": 0,
            "stdout": "total = 16384.00M  used = 15086.69M  free = 1297.31M  (encrypted)",
            "stderr": ""
          },
          "disk": {
            "command": [
              "df",
              "-h",
              "/"
            ],
            "exit_code": 0,
            "stdout": "Filesystem        Size    Used   Avail Capacity iused ifree %iused  Mounted on\n/dev/disk3s1s1   460Gi    11Gi    22Gi    35%    453k  225M    0%   /",
            "stderr": ""
          },
          "ac_power": {
            "command": [
              "pmset",
              "-g",
              "batt"
            ],
            "exit_code": 0,
            "stdout": "Now drawing from 'Battery Power'\n -InternalBattery-0 (id=21692515)\t5%; discharging; 0:09 remaining present: true\n\tBattery Warning: Early",
            "stderr": ""
          },
          "power_mode": {
            "command": [
              "pmset",
              "-g",
              "custom"
            ],
            "exit_code": 0,
            "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 0\n networkoversleep     0\n sleep                0\n lessbright           1\n tcpkeepalive         1\n disksleep            0\n SleepServices        0\nAC Power:\n Sleep On Power Button 1\n powermode            0\n standby              0\n ttyskeepawake        1\n hibernatemode        3\n powernap             0\n hibernatefile        /var/vm/sleepimage\n displaysleep         0\n womp                 1\n networkoversleep     0\n sleep                0\n tcpkeepalive         1\n disksleep            0\n SleepServices        0",
            "stderr": ""
          },
          "thermal": {
            "command": [
              "pmset",
              "-g",
              "therm"
            ],
            "exit_code": 0,
            "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
            "stderr": ""
          },
          "chip_inventory": [
            {
              "chip_type": "Apple M4 Pro",
              "physical_memory": "24 GB",
              "number_processors": "proc 14:10:4",
              "machine_model": "Mac16,7",
              "machine_name": "MacBook Pro"
            }
          ]
        },
        "session_wall_seconds": 170.76444929100035,
        "frozen_inputs_unchanged": true
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "79ef91e8b79601368f0ede6eb60ceae0e1775e385b4bd456a6ab06e97b856e12",
        "session-summary.json": "e08ee7f7f2c7d875f8ca3ac06ad61c3337e0ba6a0dab418cb2b85a68f6952518",
        "attempts.jsonl": "84c90623997a4ec0f4f13d61196a08c005107bdc2063216704c89a41496b38f8"
      },
      "complete_40_original_rows": true
    },
    "provenance_verified": true
  },
  "B1": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 7,
      "total": 30,
      "unresolved": 18,
      "lower": 0.23333333333333334,
      "upper": 0.8333333333333334
    },
    "supported_answer_success": {
      "passed": 7,
      "total": 30,
      "unresolved": 15,
      "lower": 0.23333333333333334,
      "upper": 0.7333333333333333
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 31,
      "total": 35,
      "unresolved": 0,
      "lower": 0.8857142857142857,
      "upper": 0.8857142857142857
    },
    "unresolved_questions": 18,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 31,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 12.865,
      "p95": 20.873,
      "max": 40.455,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v19/sessions/B1",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v19/sessions/B1/model-io.jsonl",
        "sha256": "a3bad66c5c885ba5a10329d6f587465901975d8c8091a50077f7dec31d9a4382",
        "parsed_events": 90,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "7bc4bdee162b7cf1a48e471152c871097ecbc76a0f5f767e439d4cb999507a93",
        "native-manifest.jsonl": "461b656308c67f420c640faa47d8a1293b31ffdf1f83137f1efec2756a2894cb",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  },
  "B2": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 7,
      "total": 30,
      "unresolved": 18,
      "lower": 0.23333333333333334,
      "upper": 0.8333333333333334
    },
    "supported_answer_success": {
      "passed": 7,
      "total": 30,
      "unresolved": 15,
      "lower": 0.23333333333333334,
      "upper": 0.7333333333333333
    },
    "abstention_accuracy": {
      "passed": 10,
      "total": 10,
      "unresolved": 0,
      "lower": 1.0,
      "upper": 1.0
    },
    "citation_precision": {
      "passed": 31,
      "total": 35,
      "unresolved": 0,
      "lower": 0.8857142857142857,
      "upper": 0.8857142857142857
    },
    "unresolved_questions": 18,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 31,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 40,
      "unavailable": 0,
      "p50": 6.6775,
      "p95": 8.468,
      "max": 8.855,
      "errors_retained": 0,
      "timeouts_retained": 0,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 40,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v19/sessions/B2",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v19/sessions/B2/model-io.jsonl",
        "sha256": "9583262ef0bb77ac0c654f1f2fb54da3769388bd7134ce078c9e1684fec80d59",
        "parsed_events": 82,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "c49b4f3f27769872601ab0ed2ccb98cf9536c05514ceac0a7fa45d9c0a29f757",
        "native-manifest.jsonl": "6afc5995ad3936e86f2cd59ba00f920b6c93068a97a971203852ba4f354cec3e",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  },
  "B3": {
    "attempts": 40,
    "answer_correctness": {
      "passed": 6,
      "total": 30,
      "unresolved": 18,
      "lower": 0.2,
      "upper": 0.8
    },
    "supported_answer_success": {
      "passed": 6,
      "total": 30,
      "unresolved": 15,
      "lower": 0.2,
      "upper": 0.7
    },
    "abstention_accuracy": {
      "passed": 9,
      "total": 10,
      "unresolved": 0,
      "lower": 0.9,
      "upper": 0.9
    },
    "citation_precision": {
      "passed": 30,
      "total": 34,
      "unresolved": 0,
      "lower": 0.8823529411764706,
      "upper": 0.8823529411764706
    },
    "unresolved_questions": 18,
    "explicit_page_citations": 0,
    "uniquely_quote_mapped_citations": 30,
    "all_semantic_judgments_resolved": false,
    "qualified": false,
    "complete_planned_ids": true,
    "thresholds": {
      "supported_answer_success": 0.9,
      "citation_precision": 0.95,
      "abstention_accuracy": 0.9
    },
    "thresholds_passed_on_lower_bounds": {
      "supported_answer_success": false,
      "citation_precision": false,
      "abstention_accuracy": true
    },
    "latency": {
      "n": 39,
      "unavailable": 1,
      "p50": 7.579,
      "p95": 18.601,
      "max": 92.536,
      "errors_retained": 2,
      "timeouts_retained": 1,
      "boundary": "Native app submission to documented logger final-answer event; includes native preprocessing/retrieval/embedding/inference; excludes later title generation and automation/export."
    },
    "answer_model_request_count": 39,
    "original_session_receipt": {
      "session_path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v19/sessions/B3",
      "logger": {
        "path": "/Users/curtispyke/Documents/ChatGPT/kingy Wiki/implementation/2026-10-13/local-ai-guide/evidence/comparison-v19/sessions/B3/model-io.jsonl",
        "sha256": "7dce9e12ccb1a86d88f04e739a0d6341bb47a5624bbcaaa88da8b0cb6cfaa84f",
        "parsed_events": 82,
        "malformed_lines": []
      },
      "integrity_issues": [],
      "source_sha256": {
        "session-plan.json": "490beffb5efee0a7a7de02509c14f790384b009a67da907edd45da0c638ddd3e",
        "native-manifest.jsonl": "16e47035d065567f965d1ee18a324dfa9c12082e34ae70a16e9fe2864f0ecfe2",
        "pending.json": "38e0b9de817f645c4bec37c0d4a3e58baecccb040f5718dc069a72c7385a0bed"
      },
      "retained_manifest_rows": 40,
      "unmanifested_pending_attempt": false,
      "complete_40_original_manifest_rows": true,
      "original_files_modified_by_analysis": false
    },
    "provenance_verified": true
  }
}