{
  "schemaVersion": "kingy-practical-journey/1",
  "version": "20261031.4",
  "fitProducer": "kingy-local-lab",
  "taskEvidenceOwner": "local-ai-work-kits",
  "consumer": "kingy-local-ai-wordpress",
  "coverage": "Invoice/PDF retain dated working samples. Coding has three failed model attempts on the public fixture; request budget exhausted.",
  "model": {
    "repository": "Qwen/Qwen3-4B-GGUF",
    "revision": "bc640142c66e1fdd12af0bd68f40445458f3869b",
    "file": "Qwen3-4B-Q4_K_M.gguf",
    "sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
    "bytes": 2497280256,
    "quantization": "Q4_K_M"
  },
  "configuration": {
    "chip": "Apple M4 Pro",
    "memoryGiB": 24,
    "osVersion": "26.3",
    "osBuild": "25D125",
    "runtimeBuild": 11429,
    "runtimeCommit": "d81235049",
    "modelSha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
    "contextTokens": 8192,
    "concurrency": 1,
    "gpuLayers": 0,
    "threads": 4,
    "batchThreads": 4,
    "cacheK": "f16",
    "cacheV": "f16",
    "pythonVersion": "3.12.14"
  },
  "tasks": [
    {
      "id": "invoice",
      "title": "Extract an invoice",
      "scope": "Turn a small text invoice into four typed fields, preserving a missing bank account as null.",
      "configuration": {
        "chip": "Apple M4 Pro",
        "memoryGiB": 24,
        "osVersion": "26.3",
        "osBuild": "25D125",
        "runtimeBuild": 11429,
        "runtimeCommit": "d81235049",
        "modelSha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "contextTokens": 8192,
        "concurrency": 1,
        "gpuLayers": 0,
        "threads": 4,
        "batchThreads": 4,
        "cacheK": "f16",
        "cacheV": "f16",
        "pythonVersion": "3.12.14"
      },
      "download": "packs/invoice-20261027.1.zip",
      "downloadSha256": "0758666b59956cf5207b731f4ccf067b241a4703f2d698946fe8b6f98b08e44d",
      "downloadBytes": 64563,
      "taskEvidence": {
        "kind": "observed-local-model-run",
        "passed": true,
        "attempts": 1,
        "observedAt": "2026-10-28T05:06:04.925132+00:00",
        "answerSeconds": 4.180923915999301,
        "coldStartSeconds": 5.911885916997562,
        "peakSampledProcessRssBytes": 5206867968,
        "receipt": "packs/invoice-20261027.1.zip#fresh-run.json"
      },
      "checker": "index.html#invoice",
      "limitations": [
        "Historical retained measurements, recomputed for this release without rerunning a model. Only three repetitions per exact JSON task; inspect task-specific acceptance rather than inferring general capability.",
        "Sampled process RSS is not total unified memory, GPU allocation, available-memory requirement or a guarantee that another machine fits. RSS covers the full 18-attempt model cohort, including six summary attempts excluded from the strict JSON task results.",
        "Elapsed request time covers only the 12 linked strict JSON attempts; excludes model loading, warmup and human repair. Response lengths vary. No synthetic decode benchmark, power draw or total unified/GPU footprint was measured.",
        "The run began on battery power. GPU offload was requested with -ngl 99, but the retained evidence does not independently confirm actual device placement. Quantizations differ across the three models.",
        "The server reserved 4,096 tokens of context; these short JSON requests do not demonstrate quality across a fully occupied 4,096-token context or at larger context sizes.",
        "This export is newly packaged; the measurements are historical. Offline re-scoring does not create a new model run.",
        "Three attempts per task do not establish general reliability. The first two tasks passed 3/3; deadline classification passed 2/3; price/consent filtering passed 0/3.",
        "No model weights or runtime binary is included. No script downloads, starts a server, or calls any model API.",
        "This uses supplied plain text. OCR, invoices with tables, currencies beyond USD and real supplier documents were not measured.",
        "Fresh sample is one exposed synthetic fixture, not a new held-out qualification or a general accuracy estimate. Global workload, swap and filesystem cache were not controlled.",
        "Fresh process RSS samples do not measure total unified memory. Wall power, human review time and cloud replacement savings were not measured."
      ],
      "repairs": []
    },
    {
      "id": "search",
      "title": "Search PDFs with citations",
      "scope": "Find an explicit loan policy in two small public synthetic PDFs and retain its source page and quote.",
      "configuration": {
        "chip": "Apple M4 Pro",
        "memoryGiB": 24,
        "osVersion": "26.3",
        "osBuild": "25D125",
        "runtimeBuild": 11429,
        "runtimeCommit": "d81235049",
        "modelSha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "contextTokens": 8192,
        "concurrency": 1,
        "gpuLayers": 0,
        "threads": 4,
        "batchThreads": 4,
        "cacheK": "f16",
        "cacheV": "f16",
        "pythonVersion": "3.12.14"
      },
      "download": "packs/search-20261027.1.zip",
      "downloadSha256": "fdc4a0ade2c8880cd6480d345ede0cff780aad95a81ff4b194db5fe678b09b3f",
      "downloadBytes": 140225,
      "taskEvidence": {
        "kind": "observed-local-model-run",
        "passed": true,
        "attempts": 1,
        "observedAt": "2026-10-28T05:03:12.568160+00:00",
        "answerSeconds": 80.8268105840034,
        "coldStartSeconds": 3.57617337499687,
        "peakSampledProcessRssBytes": 5591498752,
        "receipt": "packs/search-20261027.1.zip#fresh-run.json"
      },
      "checker": "index.html#search",
      "limitations": [
        "The four exposed self-tests are development examples, not a new held-out result. The original Oct18 release has separate dated forty-question evaluation evidence.",
        "The browser compares this one public sample exactly. The ZIP checker re-grades all four original outputs against the original PDFs and frozen rubric.",
        "English text-bearing PDFs only; at most 30 pages and two requested fields per question. OCR, scanned PDFs and broad synthesis are not established.",
        "Answer time includes retrieval and per-field model requests; PDF parsing, indexing, loading and cold start are separate. Process RSS is not total unified memory; wall power was not measured.",
        "Fresh sample is one exposed synthetic fixture, not a new held-out qualification or a general accuracy estimate. Global workload, swap and filesystem cache were not controlled.",
        "Fresh process RSS samples do not measure total unified memory. Wall power, human review time and cloud replacement savings were not measured."
      ],
      "repairs": []
    },
    {
      "id": "coding",
      "title": "Repair integer billing rounding",
      "scope": "One public Python fixture; one fixed change; original seven tests. No general coding ability claim.",
      "configuration": {
        "chip": "Apple M4 Pro",
        "memoryGiB": 24,
        "osVersion": "26.3",
        "osBuild": "25D125",
        "runtimeBuild": 11429,
        "runtimeCommit": "d81235049",
        "modelSha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "contextTokens": 8192,
        "concurrency": 1,
        "gpuLayers": 0,
        "threads": 4,
        "batchThreads": 4,
        "cacheK": "f16",
        "cacheV": "f16",
        "pythonVersion": "3.14.0"
      },
      "download": "packs/coding-20261031.4.zip",
      "downloadSha256": "bac9cff4f68362f0aba3cae1553b73228e76aec44a3e11826398400826cdd094",
      "downloadBytes": 27049,
      "taskEvidence": {
        "kind": "observed-local-model-run",
        "packageVersion": "20261031.4",
        "observedAt": "2026-10-31T09:04:19.903877+00:00",
        "passed": false,
        "attempts": 1,
        "modelRequestAttempts": 1,
        "modelResponseReceived": true,
        "inferencePerformed": true,
        "testMethodsRun": 7,
        "failedMethodsOrSubcases": [
          "test_invalid_types: True",
          "test_invalid_types: False"
        ],
        "answerSeconds": 9.349002082999505,
        "promptSha256": "bd7276e4d58bfbb55e3a4b944bd3dd37268a508976df6d816a611655c39237d3",
        "generatedSourceSha256": "a6565a43acdd6f78250f10785fddeac566759a9c1fb7d6e326764dc0f7b3b005",
        "acceptanceTestsSha256": "e106c8a64f92e2f84c73cc6a2eeb2d900a0f4365f1e044f1babe8a7a7b20e601",
        "modelSha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "binarySha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
        "sourceReceiptSha256": "bea7d45d063d0a8bae08a5330189fd4161d62993cd32fef4fb3298f158f75930",
        "rawResponseSha256": "c54f183fd477261e9cdbbf2c3c5fa77a2dbe43b6ef952084726f1ac445665495",
        "independentReplayPassed": false,
        "independentReplaySha256": "719851343b2ce45044ec678f8f21c9e156609b3ada58705a34e65354ed55930b",
        "scope": "One exposed synthetic fixture; supplied guidance, not independent coding competence. Replay is not inference.",
        "receipt": "coding-corrective2-failure-20261031.4.json"
      },
      "checker": "coding-manifest-20261031.4.json",
      "limitations": [
        "All three submitted attempts failed the unchanged public fixture.",
        "The .4 prompt supplied implementation guidance; no independent coding competence claim.",
        "Request budget exhausted; no further automatic model tests.",
        "Authored control is not model output or a model repair."
      ],
      "repairs": [],
      "runnerRevision": "20261031.4: same guarded runner and original tests; supplied implementation guidance; failed result",
      "activePromptSha256": "bd7276e4d58bfbb55e3a4b944bd3dd37268a508976df6d816a611655c39237d3",
      "baselineQualification": {
        "kind": "observed-local-model-run",
        "packageVersion": "20261029.2",
        "observedAt": "2026-10-30T02:36:18.243173+00:00",
        "passed": false,
        "attempts": 1,
        "modelRequestAttempts": 1,
        "modelResponseReceived": true,
        "inferencePerformed": true,
        "testMethodsRun": 7,
        "failedMethods": [
          "test_invalid_types"
        ],
        "failedSubcases": [
          "True",
          "False"
        ],
        "answerSeconds": 6.166544499999873,
        "coldStartSeconds": 2.58899058300085,
        "peakSampledProcessRssBytes": 5899993088,
        "promptSha256": "b2551654038a7090f4e83287dc47761375a63dc274dbbddcc04298cb38eba37c",
        "acceptanceTestsSha256": "e106c8a64f92e2f84c73cc6a2eeb2d900a0f4365f1e044f1babe8a7a7b20e601",
        "generatedSourceSha256": "900d987d2306f0096338c8f1513fa44ef56ede6f0098e699b1ccc7e7d53120e6",
        "modelSha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
        "binarySha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
        "runtime": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64",
        "hardware": {
          "chip": "Apple M4 Pro",
          "memoryBytes": 25769803776,
          "os": "26.3",
          "build": "25D125"
        },
        "serverFlags": [
          "--alias",
          "kingy-qwen3-4b",
          "--host",
          "127.0.0.1",
          "--port",
          "18482",
          "-c",
          "8192",
          "-np",
          "1",
          "-t",
          "4",
          "-tb",
          "4",
          "-ngl",
          "0",
          "--no-op-offload",
          "--cache-ram",
          "0",
          "--no-cache-prompt",
          "--jinja",
          "--reasoning",
          "off",
          "--reasoning-budget",
          "0",
          "--no-webui",
          "--offline",
          "--no-context-shift",
          "--cache-type-k",
          "f16",
          "--cache-type-v",
          "f16",
          "--temp",
          "0"
        ],
        "requestSettings": {
          "temperature": 0,
          "seed": 42,
          "max_tokens": 512,
          "stream": false,
          "cache_prompt": false,
          "chat_template_kwargs": {
            "enable_thinking": false
          },
          "response_format": {
            "type": "json_schema",
            "json_schema": {
              "name": "billing_patch",
              "strict": true,
              "schema": {
                "type": "object",
                "properties": {
                  "billing_py": {
                    "type": "string"
                  }
                },
                "required": [
                  "billing_py"
                ],
                "additionalProperties": false
              }
            }
          }
        },
        "rawResponse": "raw-response.json",
        "failedReplay": "failed-replay.json",
        "originalTestsUnchanged": true,
        "ownedServerStopped": true,
        "ownedKeyRemoved": true,
        "limitations": [
          "One exposed synthetic baseline sample; no unseen/general coding quality claim.",
          "Observed latency and process RSS were measured during a failed task on a shared machine; not corrected-task performance.",
          "No corrected model output has been generated."
        ],
        "sourceProvenance": {
          "originalRunReceiptSha256": "e0f426e727d928b5517b941738a010bb731ed2a3cf8bffd5ad5f4edd7be0fe3b",
          "originalReplaySha256": "129c0d8c2defa548f58c5a60f7c501f838f9f6e07c977effa030e2d278d6c8bc"
        },
        "configuration": {
          "chip": "Apple M4 Pro",
          "memoryGiB": 24,
          "osVersion": "26.3",
          "osBuild": "25D125",
          "runtimeBuild": 11429,
          "runtimeCommit": "d81235049",
          "modelSha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
          "contextTokens": 8192,
          "concurrency": 1,
          "gpuLayers": 0,
          "threads": 4,
          "batchThreads": 4,
          "cacheK": "f16",
          "cacheV": "f16",
          "pythonVersion": "3.14.0"
        },
        "projection": "Public summary of the retained actual .2 failure; temp paths redacted from separate replay projection. Original private receipts remain unchanged. Exact model response is inside the ZIP.",
        "receipt": "coding-baseline-failure-20261030.3.json"
      },
      "attemptAccounting": {
        "totalSubmittedModelAttempts": 3,
        "maxTotalModelAttempts": 3,
        "maximumPerCycle": 1,
        "correctedPromptSubmittedAttempts": 2,
        "remainingModelAttempts": 0
      },
      "correction": {
        "kind": "supplied-implementation-guidance",
        "status": "observed-failed",
        "reason": "Two observed attempts failed; the second accepted bool and overbilled exact minutes.",
        "promptSha256": "bd7276e4d58bfbb55e3a4b944bd3dd37268a508976df6d816a611655c39237d3",
        "previousPromptSha256": "12da42cd36a3c5462d672d6a69f933b0924d11545dee32e1bb511ea799887c47",
        "modelRequestAttempts": 1,
        "inferencePerformed": true,
        "testsUnchanged": true,
        "claimBoundary": "Supplied implementation guidance; not independent coding competence.",
        "priorAttemptReceipt": "../../evidence/coding-run-20261031-corrective1.json",
        "priorAttemptReceiptSha256": "e51bdb3203e74993fc4efc5b6dec05cd5965b300db75d62f394436f439b2c7be",
        "priorAttemptPassed": false
      }
    }
  ],
  "memoryStatus": "insufficient-information",
  "memoryReason": "The retained estimator requires full-GPU placement; these exact task runs used CPU-only placement. No second estimator or allocation claim is created.",
  "repairStatus": "No retained same-task failure/correction/rerun packet yet qualifies. Links below are version-scoped reference repairs, not reproduced repairs for these tasks."
}