{
  "schemaVersion": "kingy-measured-setup/1.0.0",
  "setupId": "kg07-qwen3-4b-m4pro-json-v1",
  "setupVersion": "1.0.0",
  "createdAt": "2026-09-21",
  "evidenceStatus": "retained-physical-measurements",
  "measurementDate": "2026-09-07",
  "newInferencePerformed": false,
  "title": "Qwen3-4B JSON extraction on a 24 GiB M4 Pro",
  "purpose": "Reproduce the corrected-owner JSON task and inspect all four retained JSON task outcomes.",
  "model": {
    "repository": "Qwen/Qwen3-4B-GGUF",
    "filename": "Qwen3-4B-Q4_K_M.gguf",
    "repositoryRevision": "bc640142c66e1fdd12af0bd68f40445458f3869b",
    "sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
    "sizeBytes": 2497280256,
    "quantization": "Q4_K_M"
  },
  "hardware": {
    "cpu": "Apple M4 Pro",
    "unifiedMemoryBytes": 25769803776,
    "os": "macOS 26.3 (25D125), Darwin arm64",
    "powerAtStart": "battery",
    "actualGpuPlacement": "not independently confirmed"
  },
  "runtime": {
    "name": "llama.cpp",
    "version": "0.4.0-dev",
    "build": 10809,
    "commit": "5266f24da",
    "compiler": "AppleClang 21",
    "archive": {
      "kind": "runtime",
      "name": "llama-b10809-bin-macos-arm64.tar.gz",
      "url": "https://github.com/ggml-org/llama.cpp/releases/download/b10809/llama-b10809-bin-macos-arm64.tar.gz",
      "size": 11123196,
      "sha256": "7d692df9e1e386e62f1c12b843903218041e6cd74c9415aa39a7ed3176f9eaa2",
      "path": "llama-b10809-bin-macos-arm64.tar.gz",
      "verified": true,
      "received_bytes": 11123196
    },
    "recordedLaunchFlags": [
      "-m",
      "[local-user]/Documents/Codex/2026-09-06/i-ru/work/local-benchmark-execution/models/Qwen3-4B-Q4_K_M.gguf",
      "--host",
      "127.0.0.1",
      "--port",
      "8767",
      "-t",
      "4",
      "-tb",
      "4",
      "--threads-http",
      "1",
      "-np",
      "1",
      "-c",
      "4096",
      "-ngl",
      "99",
      "--no-warmup",
      "--no-cache-prompt",
      "--no-webui",
      "--jinja",
      "--chat-template-kwargs",
      "{\"enable_thinking\":false}"
    ],
    "recordedServerDefaults": {
      "params": {
        "seed": 4294967295,
        "temperature": 0.800000011920929,
        "dynatemp_range": 0.0,
        "dynatemp_exponent": 1.0,
        "top_k": 40,
        "top_p": 0.949999988079071,
        "min_p": 0.05000000074505806,
        "top_n_sigma": -1.0,
        "xtc_probability": 0.0,
        "xtc_threshold": 0.10000000149011612,
        "typical_p": 1.0,
        "repeat_last_n": 64,
        "repeat_penalty": 1.0,
        "presence_penalty": 0.0,
        "frequency_penalty": 0.0,
        "dry_multiplier": 0.0,
        "dry_base": 1.75,
        "dry_allowed_length": 2,
        "dry_penalty_last_n": 64,
        "mirostat": 0,
        "mirostat_tau": 5.0,
        "mirostat_eta": 0.10000000149011612,
        "adaptive_target": -1.0,
        "adaptive_decay": 0.8999999761581421,
        "max_tokens": -1,
        "n_predict": -1,
        "n_keep": 0,
        "n_discard": 0,
        "ignore_eos": false,
        "stream": false,
        "n_probs": 0,
        "min_keep": 0,
        "chat_format": "Content-only",
        "reasoning_format": "none",
        "reasoning_in_content": false,
        "generation_prompt": "",
        "samplers": [
          "penalties",
          "dry",
          "top_n_sigma",
          "top_k",
          "typ_p",
          "top_p",
          "min_p",
          "xtc",
          "temperature"
        ],
        "speculative.types": "none",
        "timings_per_token": false,
        "post_sampling_probs": false,
        "backend_sampling": false,
        "lora": []
      },
      "n_ctx": 4096
    },
    "portableLaunchFlags": [
      "-m",
      "<path-to-pinned-model>",
      "--host",
      "127.0.0.1",
      "--port",
      "8767",
      "-t",
      "4",
      "-tb",
      "4",
      "--threads-http",
      "1",
      "-np",
      "1",
      "-c",
      "4096",
      "-ngl",
      "99",
      "--no-warmup",
      "--no-cache-prompt",
      "--no-webui",
      "--jinja",
      "--chat-template-kwargs",
      "{\"enable_thinking\":false}"
    ],
    "kvCacheType": null,
    "kvCacheNote": "Not independently recorded; do not infer an exact KV precision from runtime defaults."
  },
  "requestSettings": {
    "temperature": 0.6,
    "top_p": 0.95,
    "max_tokens": 256,
    "seeds": [
      4101,
      4102,
      4103
    ],
    "chat_template_kwargs": {
      "enable_thinking": false
    },
    "promptIncludes": "/no_think",
    "warmup": "One separate seed-4100 8-token warmup, excluded from scores and elapsed requests."
  },
  "taskResults": [
    {
      "taskId": "L01",
      "task": "Extract a four-field invoice",
      "prompt": "Return JSON only with invoice_id, total_usd (number), due_date (ISO date), and bank_account (null if absent). Invoice K-1042. Total USD 127.50. Due 2026-09-20. Purchase order PO-88. Do not infer missing facts. /no_think",
      "expected": {
        "invoice_id": "K-1042",
        "total_usd": 127.5,
        "due_date": "2026-09-20",
        "bank_account": null
      },
      "accepted": 3,
      "attemptCount": 3,
      "medianRequestSeconds": 0.887342041824013,
      "attempts": [
        {
          "seed": 4101,
          "accepted": true,
          "elapsedSeconds": 0.9232074159663171,
          "observedAt": "2026-09-07T02:59:03.349010+00:00",
          "rawEvidence": "evidence/raw/local-4B-L01-1.json"
        },
        {
          "seed": 4102,
          "accepted": true,
          "elapsedSeconds": 0.887342041824013,
          "observedAt": "2026-09-07T02:59:08.755201+00:00",
          "rawEvidence": "evidence/raw/local-4B-L01-2.json"
        },
        {
          "seed": 4103,
          "accepted": true,
          "elapsedSeconds": 0.8763711671344936,
          "observedAt": "2026-09-07T02:59:10.710691+00:00",
          "rawEvidence": "evidence/raw/local-4B-L01-3.json"
        }
      ]
    },
    {
      "taskId": "L02",
      "task": "Apply the corrected owner and launch date",
      "prompt": "Return JSON only with owner, launch_date and budget_usd. Monday note: owner was Priya, launch Sep 12 2026, budget 900. Correction Tuesday: owner is Jonah; launch moves to Sep 19 2026. Budget stays unchanged. Use final values; date format YYYY-MM-DD. /no_think",
      "expected": {
        "owner": "Jonah",
        "launch_date": "2026-09-19",
        "budget_usd": 900
      },
      "accepted": 3,
      "attemptCount": 3,
      "medianRequestSeconds": 0.6870658749248832,
      "attempts": [
        {
          "seed": 4101,
          "accepted": true,
          "elapsedSeconds": 0.8106930830981582,
          "observedAt": "2026-09-07T02:58:50.786404+00:00",
          "rawEvidence": "evidence/raw/local-4B-L02-1.json"
        },
        {
          "seed": 4102,
          "accepted": true,
          "elapsedSeconds": 0.6870658749248832,
          "observedAt": "2026-09-07T02:59:05.400175+00:00",
          "rawEvidence": "evidence/raw/local-4B-L02-2.json"
        },
        {
          "seed": 4103,
          "accepted": true,
          "elapsedSeconds": 0.6775252919178456,
          "observedAt": "2026-09-07T02:58:54.772506+00:00",
          "rawEvidence": "evidence/raw/local-4B-L02-3.json"
        }
      ]
    },
    {
      "taskId": "L03",
      "task": "Classify deadlines at an exact boundary",
      "prompt": "Return JSON only as an array in input order. Each object must have id and urgent (boolean). Urgent means deadline before 2026-09-10, not equal. A due 2026-09-09. B due 2026-09-10. C due 2026-09-11. /no_think",
      "expected": [
        {
          "id": "A",
          "urgent": true
        },
        {
          "id": "B",
          "urgent": false
        },
        {
          "id": "C",
          "urgent": false
        }
      ],
      "accepted": 2,
      "attemptCount": 3,
      "medianRequestSeconds": 0.5866959998384118,
      "attempts": [
        {
          "seed": 4101,
          "accepted": false,
          "elapsedSeconds": 0.7377850420307368,
          "observedAt": "2026-09-07T02:58:42.398981+00:00",
          "rawEvidence": "evidence/raw/local-4B-L03-1.json"
        },
        {
          "seed": 4102,
          "accepted": true,
          "elapsedSeconds": 0.5866959998384118,
          "observedAt": "2026-09-07T02:58:56.643578+00:00",
          "rawEvidence": "evidence/raw/local-4B-L03-2.json"
        },
        {
          "seed": 4103,
          "accepted": true,
          "elapsedSeconds": 0.5369882918894291,
          "observedAt": "2026-09-07T02:58:58.338077+00:00",
          "rawEvidence": "evidence/raw/local-4B-L03-3.json"
        }
      ]
    },
    {
      "taskId": "L04",
      "task": "Apply a price ceiling and consent rule",
      "prompt": "Return JSON only with approved array and rejected array of IDs in input order. Approve only items costing at most 100 USD with consent true. x costs 100 consent true. y costs 90 consent false. z costs 101 consent true. w costs 0 consent true. /no_think",
      "expected": {
        "approved": [
          "x",
          "w"
        ],
        "rejected": [
          "y",
          "z"
        ]
      },
      "accepted": 0,
      "attemptCount": 3,
      "medianRequestSeconds": 0.5675907921977341,
      "attempts": [
        {
          "seed": 4101,
          "accepted": false,
          "elapsedSeconds": 0.5675907921977341,
          "observedAt": "2026-09-07T02:58:38.440622+00:00",
          "rawEvidence": "evidence/raw/local-4B-L04-1.json"
        },
        {
          "seed": 4102,
          "accepted": false,
          "elapsedSeconds": 0.4964346669148654,
          "observedAt": "2026-09-07T02:59:07.176602+00:00",
          "rawEvidence": "evidence/raw/local-4B-L04-2.json"
        },
        {
          "seed": 4103,
          "accepted": false,
          "elapsedSeconds": 0.5883235421497375,
          "observedAt": "2026-09-07T02:58:48.919377+00:00",
          "rawEvidence": "evidence/raw/local-4B-L04-3.json"
        }
      ]
    }
  ],
  "cohortMemory": {
    "peakSampledProcessRssBytes": 2894741504,
    "sampleCount": 361,
    "boundary": "Peak of ps process RSS samples approximately every 100 ms across this model’s full 18-attempt cohort, including loading/preparation windows and six unscored summary attempts. macOS RSS kilobytes converted to bytes; excludes unobserved GPU allocations."
  },
  "limitations": [
    "Historical retained measurements, recomputed for this release without rerunning a model. Only three repetitions per exact JSON task; inspect task-specific acceptance rather than inferring general capability.",
    "Sampled process RSS is not total unified memory, GPU allocation, available-memory requirement or a guarantee that another machine fits. RSS covers the full 18-attempt model cohort, including six summary attempts excluded from the strict JSON task results.",
    "Elapsed request time covers only the 12 linked strict JSON attempts; excludes model loading, warmup and human repair. Response lengths vary. No synthetic decode benchmark, power draw or total unified/GPU footprint was measured.",
    "The run began on battery power. GPU offload was requested with -ngl 99, but the retained evidence does not independently confirm actual device placement. Quantizations differ across the three models.",
    "The server reserved 4,096 tokens of context; these short JSON requests do not demonstrate quality across a fully occupied 4,096-token context or at larger context sizes.",
    "This export is newly packaged; the measurements are historical. Offline re-scoring does not create a new model run.",
    "Three attempts per task do not establish general reliability. The first two tasks passed 3/3; deadline classification passed 2/3; price/consent filtering passed 0/3.",
    "No model weights or runtime binary is included. No script downloads, starts a server, or calls any model API."
  ],
  "links": {
    "result": "https://kingy.ai/qwen3-small-models-json-benchmark/",
    "planner": "https://kingy.ai/local-ai-planner/?hardware=m4pro&os=macos&context=4096&task=json&memory=24"
  },
  "sourceArchive": {
    "url": "https://kingy.ai/wp-content/plugins/kingy-workbench/assets/qwen3-public-evidence.zip",
    "sha256": "0962b26ae01fc167b0b6f9ec9e1492169d6ebec7aa94a06d7e157a24725fa6eb"
  },
  "sourceFiles": [
    {
      "sourceArchivePath": "raw/local-4B-L01-1.json",
      "sha256": "a9af0afda9bd8b2c03455fe56c8835ad1c31caa6c67d770c3c3536e9de71b66d",
      "packagePath": "evidence/raw/local-4B-L01-1.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L01-2.json",
      "sha256": "2f420fb76b4229642b99a03b07c96d40c89a72d1f220119d23c12cf96376580d",
      "packagePath": "evidence/raw/local-4B-L01-2.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L01-3.json",
      "sha256": "5a3988185395d9c50ccc59bee457c37d9703fbcec4615e7630d5c34c421d45ac",
      "packagePath": "evidence/raw/local-4B-L01-3.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L02-1.json",
      "sha256": "79aa199cbe0df25901ec132029efbd86f77e6b63b8bce541dabd2af112e3e86e",
      "packagePath": "evidence/raw/local-4B-L02-1.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L02-2.json",
      "sha256": "3a125220146b77086d4f21075c71922e7d433658e4657f31db7f3c4fd753e6fa",
      "packagePath": "evidence/raw/local-4B-L02-2.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L02-3.json",
      "sha256": "800963715b000a7236920abe41e2dd625612f6455efb3aaae6f0f973a0047546",
      "packagePath": "evidence/raw/local-4B-L02-3.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L03-1.json",
      "sha256": "9e60ded8d1704208f685c9df2936b66ea7a4ca07abb4355439d0ad537162d0a6",
      "packagePath": "evidence/raw/local-4B-L03-1.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L03-2.json",
      "sha256": "9afecc40ede63fb7f31cd4fe8b97e3aac796816f52d4543fad146c349a03fc34",
      "packagePath": "evidence/raw/local-4B-L03-2.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L03-3.json",
      "sha256": "4e4b7db4ff1b201534c04c0461dbb4076dbd1a9524d3c1b2ccc8c8da51af815d",
      "packagePath": "evidence/raw/local-4B-L03-3.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L04-1.json",
      "sha256": "42454609d76b65851f0d51f230cf918a55f91ca8807d610125d831c1e1d96792",
      "packagePath": "evidence/raw/local-4B-L04-1.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L04-2.json",
      "sha256": "3ee5680ed5df36e4e590e478f8a36232c3902502f9098098fb86ab006c96f0a0",
      "packagePath": "evidence/raw/local-4B-L04-2.json"
    },
    {
      "sourceArchivePath": "raw/local-4B-L04-3.json",
      "sha256": "4894ebe84d02bd58f20ea6154d71eb2e9c3243c16f221aeb0cb978c706d7772a",
      "packagePath": "evidence/raw/local-4B-L04-3.json"
    }
  ]
}