{
"Kingy": {
"A1": {
"executor_version": "kingy-comparison-session/1.0.0",
"system": "A",
"repetition": 1,
"status": "complete",
"qualificationGranted": false,
"complete_query_deadline_seconds": 90,
"generation_seed": 271828,
"client_offline_profile": "offline.sb",
"client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
"timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
"cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
"freeze_sha256": "c4c2e30f72178f693a471db74abfc1806e42dd4fab5f6c68d68f6327c4b30d28",
"schedule_sha256": "fe1c5a3f3efb992c345dc609dbc2e4fe1cd2980b5e66c5eccd89c9bd3d770f42",
"questions_sha256": "76492fc420df3797365e1cc8f89aaf87a024747ab3846c12ca4ce007bb2029d2",
"executor_sha256": "867eb5347c47ba098bd38c321cb9b30963e7d24f1e10a72591648993ed9db614",
"runner_sha256": "d5e3c68878af3926c8844e7406a5f9f2666c133eabe624bc34836a85161f17b2",
"model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
"corpus_pdf_sha256": {
"doc-01.pdf": "1d360b8e51d8a57c1a366c502a22800b375668ef7b16a9f690ca89cb0df1fe8a",
"doc-02.pdf": "8e791cfcb4a8269645901bef23a65b55d1a915e3ee50daff285595c005bdde14",
"doc-03.pdf": "a3026b5ec89e8048aade43cc9041d1b47a2a6c218bec69ea61fcb4928aded921",
"doc-04.pdf": "171c36640f813254e2f00a840bfb3af7afd132759a7918b44b0a101abd790fd0",
"doc-05.pdf": "bada3f5e96cd20db3e60df2855ca32536499e0ad794ca0e754110bb536818642",
"doc-06.pdf": "c9e93f31f3a9846764fb57faa6c213f473a6771bba5ff5f90acf8fa504c852b2",
"doc-07.pdf": "1fcb01d0e73fcee53275215fd320179d1aad807d3dbd55b30d35b78992544232",
"doc-08.pdf": "d0ce85c99f55be103e8f514115744196eb5ceb6190ac589c079841e280571114",
"doc-09.pdf": "f8d56fd31a7017fef9e8f1feee71b4fe3dee5bcc3104e0c089b0c754a33f5fcd",
"doc-10.pdf": "6a8c5888b5fb930261312c04f7a127a397235afdf4b60468892afd466972c736"
},
"planned_question_ids": [
"held-07",
"held-33",
"held-05",
"held-39",
"held-36",
"held-29",
"held-16",
"held-13",
"held-28",
"held-22",
"held-09",
"held-35",
"held-26",
"held-14",
"held-25",
"held-21",
"held-04",
"held-02",
"held-24",
"held-38",
"held-01",
"held-40",
"held-37",
"held-34",
"held-20",
"held-31",
"held-10",
"held-30",
"held-08",
"held-11",
"held-17",
"held-23",
"held-18",
"held-32",
"held-15",
"held-03",
"held-12",
"held-19",
"held-27",
"held-06"
],
"session_order": [
"A1",
"B1",
"B2",
"A2",
"A3",
"B3"
],
"artifact_verification_seconds": 2.081889624998439,
"runtime": {
"name": "llama.cpp",
"binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
"version": {
"command": [
"/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
"--version"
],
"exit_code": 0,
"stdout": "",
"stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
}
},
"before": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 52%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 17408.00M used = 15949.50M free = 1458.50M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 68Gi 15% 453k 716M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"task_owned_server_pid": 36446,
"cold_process_to_health_seconds": 2.0370149160153233,
"ready_model_identity": {
"models": [
{
"name": "kingy-qwen3-4b",
"model": "kingy-qwen3-4b",
"modified_at": "",
"size": "",
"digest": "",
"type": "model",
"description": "",
"tags": [
""
],
"capabilities": [
"completion"
],
"parameters": "",
"details": {
"parent_model": "",
"format": "gguf",
"family": "",
"families": [
""
],
"parameter_size": "",
"quantization_level": ""
}
}
],
"object": "list",
"data": [
{
"id": "kingy-qwen3-4b",
"aliases": [
"kingy-qwen3-4b"
],
"tags": [],
"object": "model",
"architecture": {
"input_modalities": [
"text"
],
"output_modalities": [
"text"
]
},
"created": 1791948102,
"owned_by": "llamacpp",
"meta": {
"vocab_type": 2,
"n_vocab": 151936,
"n_ctx": 8192,
"n_ctx_train": 40960,
"n_embd": 2560,
"n_params": 4022468096,
"size": 2491323904,
"ftype": "Q4_K - Medium"
}
}
]
},
"warmup_model_request_count": 1,
"warmup_seconds": 0.07289979100460187,
"parse_seconds": 0.046252166997874156,
"index_seconds": 0.0011787080147769302,
"loaded_pdf_pages": 30,
"retained_attempts": 40,
"planned_attempts": 40,
"unexecuted_question_ids": [],
"unexecuted_attempt_count": 0,
"model_request_count": 79,
"session_total_model_request_count": 80,
"attempt_errors": 0,
"timeouts": 0,
"after": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 50%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 18432.00M used = 17095.81M free = 1336.19M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 67Gi 15% 453k 705M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"session_wall_seconds": 117.45725708297687,
"frozen_inputs_unchanged": true
},
"A2": {
"executor_version": "kingy-comparison-session/1.0.0",
"system": "A",
"repetition": 2,
"status": "complete",
"qualificationGranted": false,
"complete_query_deadline_seconds": 90,
"generation_seed": 271828,
"client_offline_profile": "offline.sb",
"client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
"timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
"cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
"freeze_sha256": "c4c2e30f72178f693a471db74abfc1806e42dd4fab5f6c68d68f6327c4b30d28",
"schedule_sha256": "fe1c5a3f3efb992c345dc609dbc2e4fe1cd2980b5e66c5eccd89c9bd3d770f42",
"questions_sha256": "76492fc420df3797365e1cc8f89aaf87a024747ab3846c12ca4ce007bb2029d2",
"executor_sha256": "867eb5347c47ba098bd38c321cb9b30963e7d24f1e10a72591648993ed9db614",
"runner_sha256": "d5e3c68878af3926c8844e7406a5f9f2666c133eabe624bc34836a85161f17b2",
"model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
"corpus_pdf_sha256": {
"doc-01.pdf": "1d360b8e51d8a57c1a366c502a22800b375668ef7b16a9f690ca89cb0df1fe8a",
"doc-02.pdf": "8e791cfcb4a8269645901bef23a65b55d1a915e3ee50daff285595c005bdde14",
"doc-03.pdf": "a3026b5ec89e8048aade43cc9041d1b47a2a6c218bec69ea61fcb4928aded921",
"doc-04.pdf": "171c36640f813254e2f00a840bfb3af7afd132759a7918b44b0a101abd790fd0",
"doc-05.pdf": "bada3f5e96cd20db3e60df2855ca32536499e0ad794ca0e754110bb536818642",
"doc-06.pdf": "c9e93f31f3a9846764fb57faa6c213f473a6771bba5ff5f90acf8fa504c852b2",
"doc-07.pdf": "1fcb01d0e73fcee53275215fd320179d1aad807d3dbd55b30d35b78992544232",
"doc-08.pdf": "d0ce85c99f55be103e8f514115744196eb5ceb6190ac589c079841e280571114",
"doc-09.pdf": "f8d56fd31a7017fef9e8f1feee71b4fe3dee5bcc3104e0c089b0c754a33f5fcd",
"doc-10.pdf": "6a8c5888b5fb930261312c04f7a127a397235afdf4b60468892afd466972c736"
},
"planned_question_ids": [
"held-23",
"held-30",
"held-02",
"held-07",
"held-40",
"held-20",
"held-28",
"held-27",
"held-01",
"held-12",
"held-24",
"held-26",
"held-22",
"held-31",
"held-19",
"held-32",
"held-06",
"held-36",
"held-03",
"held-04",
"held-35",
"held-15",
"held-16",
"held-11",
"held-29",
"held-18",
"held-09",
"held-17",
"held-14",
"held-21",
"held-05",
"held-10",
"held-39",
"held-08",
"held-25",
"held-34",
"held-38",
"held-13",
"held-37",
"held-33"
],
"session_order": [
"A1",
"B1",
"B2",
"A2",
"A3",
"B3"
],
"artifact_verification_seconds": 2.187174458988011,
"runtime": {
"name": "llama.cpp",
"binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
"version": {
"command": [
"/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
"--version"
],
"exit_code": 0,
"stdout": "",
"stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
}
},
"before": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 78%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 10240.00M used = 9304.00M free = 936.00M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 72Gi 14% 453k 753M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t44%; charging; 3:00 remaining present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"task_owned_server_pid": 53158,
"cold_process_to_health_seconds": 1.783840957999928,
"ready_model_identity": {
"models": [
{
"name": "kingy-qwen3-4b",
"model": "kingy-qwen3-4b",
"modified_at": "",
"size": "",
"digest": "",
"type": "model",
"description": "",
"tags": [
""
],
"capabilities": [
"completion"
],
"parameters": "",
"details": {
"parent_model": "",
"format": "gguf",
"family": "",
"families": [
""
],
"parameter_size": "",
"quantization_level": ""
}
}
],
"object": "list",
"data": [
{
"id": "kingy-qwen3-4b",
"aliases": [
"kingy-qwen3-4b"
],
"tags": [],
"object": "model",
"architecture": {
"input_modalities": [
"text"
],
"output_modalities": [
"text"
]
},
"created": 1791964368,
"owned_by": "llamacpp",
"meta": {
"vocab_type": 2,
"n_vocab": 151936,
"n_ctx": 8192,
"n_ctx_train": 40960,
"n_embd": 2560,
"n_params": 4022468096,
"size": 2491323904,
"ftype": "Q4_K - Medium"
}
}
]
},
"warmup_model_request_count": 1,
"warmup_seconds": 0.08193491699057631,
"parse_seconds": 0.05187637501512654,
"index_seconds": 0.0012360000109765679,
"loaded_pdf_pages": 30,
"retained_attempts": 40,
"planned_attempts": 40,
"unexecuted_question_ids": [],
"unexecuted_attempt_count": 0,
"model_request_count": 79,
"session_total_model_request_count": 80,
"attempt_errors": 0,
"timeouts": 0,
"after": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 79%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 10240.00M used = 8768.00M free = 1472.00M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 72Gi 14% 453k 753M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t44%; charging; (no estimate) present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"session_wall_seconds": 117.47648024998489,
"frozen_inputs_unchanged": true
},
"A3": {
"executor_version": "kingy-comparison-session/1.0.0",
"system": "A",
"repetition": 3,
"status": "complete",
"qualificationGranted": false,
"complete_query_deadline_seconds": 90,
"generation_seed": 271828,
"client_offline_profile": "offline.sb",
"client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f",
"timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.",
"cache_policy": "cache_prompt false; no claim that OS file caches were flushed.",
"freeze_sha256": "c4c2e30f72178f693a471db74abfc1806e42dd4fab5f6c68d68f6327c4b30d28",
"schedule_sha256": "fe1c5a3f3efb992c345dc609dbc2e4fe1cd2980b5e66c5eccd89c9bd3d770f42",
"questions_sha256": "76492fc420df3797365e1cc8f89aaf87a024747ab3846c12ca4ce007bb2029d2",
"executor_sha256": "867eb5347c47ba098bd38c321cb9b30963e7d24f1e10a72591648993ed9db614",
"runner_sha256": "d5e3c68878af3926c8844e7406a5f9f2666c133eabe624bc34836a85161f17b2",
"model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5",
"corpus_pdf_sha256": {
"doc-01.pdf": "1d360b8e51d8a57c1a366c502a22800b375668ef7b16a9f690ca89cb0df1fe8a",
"doc-02.pdf": "8e791cfcb4a8269645901bef23a65b55d1a915e3ee50daff285595c005bdde14",
"doc-03.pdf": "a3026b5ec89e8048aade43cc9041d1b47a2a6c218bec69ea61fcb4928aded921",
"doc-04.pdf": "171c36640f813254e2f00a840bfb3af7afd132759a7918b44b0a101abd790fd0",
"doc-05.pdf": "bada3f5e96cd20db3e60df2855ca32536499e0ad794ca0e754110bb536818642",
"doc-06.pdf": "c9e93f31f3a9846764fb57faa6c213f473a6771bba5ff5f90acf8fa504c852b2",
"doc-07.pdf": "1fcb01d0e73fcee53275215fd320179d1aad807d3dbd55b30d35b78992544232",
"doc-08.pdf": "d0ce85c99f55be103e8f514115744196eb5ceb6190ac589c079841e280571114",
"doc-09.pdf": "f8d56fd31a7017fef9e8f1feee71b4fe3dee5bcc3104e0c089b0c754a33f5fcd",
"doc-10.pdf": "6a8c5888b5fb930261312c04f7a127a397235afdf4b60468892afd466972c736"
},
"planned_question_ids": [
"held-18",
"held-16",
"held-06",
"held-05",
"held-37",
"held-23",
"held-28",
"held-04",
"held-26",
"held-22",
"held-34",
"held-32",
"held-13",
"held-35",
"held-07",
"held-20",
"held-24",
"held-29",
"held-02",
"held-14",
"held-39",
"held-38",
"held-09",
"held-36",
"held-17",
"held-01",
"held-25",
"held-11",
"held-19",
"held-30",
"held-03",
"held-27",
"held-10",
"held-12",
"held-15",
"held-33",
"held-08",
"held-21",
"held-40",
"held-31"
],
"session_order": [
"A1",
"B1",
"B2",
"A2",
"A3",
"B3"
],
"artifact_verification_seconds": 1.8421307500102557,
"runtime": {
"name": "llama.cpp",
"binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae",
"version": {
"command": [
"/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server",
"--version"
],
"exit_code": 0,
"stdout": "",
"stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64"
}
},
"before": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 79%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 10240.00M used = 8672.00M free = 1568.00M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 72Gi 14% 453k 755M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t44%; charging; (no estimate) present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"task_owned_server_pid": 54671,
"cold_process_to_health_seconds": 1.5292013750004116,
"ready_model_identity": {
"models": [
{
"name": "kingy-qwen3-4b",
"model": "kingy-qwen3-4b",
"modified_at": "",
"size": "",
"digest": "",
"type": "model",
"description": "",
"tags": [
""
],
"capabilities": [
"completion"
],
"parameters": "",
"details": {
"parent_model": "",
"format": "gguf",
"family": "",
"families": [
""
],
"parameter_size": "",
"quantization_level": ""
}
}
],
"object": "list",
"data": [
{
"id": "kingy-qwen3-4b",
"aliases": [
"kingy-qwen3-4b"
],
"tags": [],
"object": "model",
"architecture": {
"input_modalities": [
"text"
],
"output_modalities": [
"text"
]
},
"created": 1791964501,
"owned_by": "llamacpp",
"meta": {
"vocab_type": 2,
"n_vocab": 151936,
"n_ctx": 8192,
"n_ctx_train": 40960,
"n_embd": 2560,
"n_params": 4022468096,
"size": 2491323904,
"ftype": "Q4_K - Medium"
}
}
]
},
"warmup_model_request_count": 1,
"warmup_seconds": 0.06480879199807532,
"parse_seconds": 0.03830933399149217,
"index_seconds": 0.0011352500005159527,
"loaded_pdf_pages": 30,
"retained_attempts": 40,
"planned_attempts": 40,
"unexecuted_question_ids": [],
"unexecuted_attempt_count": 0,
"model_request_count": 79,
"session_total_model_request_count": 80,
"attempt_errors": 0,
"timeouts": 0,
"after": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 78%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 10240.00M used = 8536.00M free = 1704.00M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 72Gi 14% 453k 755M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t44%; charging; (no estimate) present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"session_wall_seconds": 116.39186295800027,
"frozen_inputs_unchanged": true
}
},
"Native": {
"B1": {
"before": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 53%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 19456.00M used = 18258.62M free = 1197.38M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 63Gi 16% 453k 658M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'Battery Power'\n -InternalBattery-0 (id=22216803)\t35%; discharging; 0:31 remaining present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"after": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 45%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 20480.00M used = 19728.88M free = 751.12M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 62Gi 16% 453k 647M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t41%; charging; (no estimate) present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"warmup": {
"request": {
"messages": [
{
"role": "user",
"content": "Reply only READY."
}
],
"options": {
"temperature": 0,
"maxTokens": 16,
"topPSampling": 1,
"minPSampling": 0,
"repeatPenalty": 1,
"enableThinking": false,
"contextOverflowPolicy": "stopAtLimit"
}
},
"resolvedLoadConfig": {
"autoFit": false,
"gpu": {
"splitStrategy": "evenly",
"disabledGpus": [],
"ratio": 1,
"numCpuExpertLayersRatio": "off"
},
"gpuStrictVramCap": false,
"maxParallelPredictions": 1,
"useUnifiedKvCache": true,
"offloadKVCacheToGpu": true,
"contextLength": 8192,
"promptTemplate": {
"type": "jinja",
"jinjaPromptTemplate": {
"template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for index in range(ns.last_query_index, -1, -1) %}\n {%- set message = messages[index] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not('' in message.content and '' in message.content) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = message.content.split('')[-1].lstrip('\\n') %}\n {%- set reasoning_content = message.content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}"
}
},
"ropeFrequencyBase": false,
"ropeFrequencyScale": false,
"evalBatchSize": 2048,
"physicalBatchSize": 512,
"flashAttention": true,
"contextCheckpoints": 32,
"reasoningBudgetMessage": "",
"speculativeDraftMtp": false,
"speculativeDraftSimple": false,
"speculativeDraftModel": "",
"speculativeDraftMaxTokens": 3,
"speculativeDraftMinTokens": 0,
"speculativeDraftMinContinueProbability": 0,
"keepModelInMemory": true,
"seed": 271828,
"useFp16ForKVCache": true,
"tryMmap": true,
"tryDirectIO": false,
"llamaCppArgumentsOverride": {
"enabled": false,
"disabledParameters": [],
"overrideParameters": [],
"excludeAllConfig": false
},
"numExperts": 0,
"llamaKCacheQuantizationType": false,
"llamaVCacheQuantizationType": false
},
"content": "READY.",
"stats": {
"stopReason": "eosFound",
"tokensPerSecond": 41.57226298613565,
"timeToFirstTokenSec": 0.818724,
"totalTimeSec": 0.8668330000000001,
"promptTokensCount": 16,
"predictedTokensCount": 3,
"totalTokensCount": 19
},
"modelInfo": {
"type": "llm",
"modelKey": "qwen3-4b",
"format": "gguf",
"displayName": "Qwen3 4B",
"publisher": "Qwen",
"path": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf",
"sizeBytes": 2497280256,
"indexedModelIdentifier": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf",
"deviceIdentifier": null,
"paramsString": "4B",
"architecture": "qwen3",
"quantization": {
"name": "Q4_K_M",
"bits": 4
},
"identifier": "qwen3-4b",
"instanceReference": "muLeGzSre/Re/bc1Y24XEyVw",
"ttlMs": null,
"lastUsedTime": null,
"vision": false,
"trainedForToolUse": true,
"maxContextLength": 40960,
"contextLength": 8192
},
"request_seconds": 1.070809875,
"contains_documents": false,
"contains_bank_question": false,
"model_request_count": 1
}
},
"B2": {
"before": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 50%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 9216.00M used = 7993.25M free = 1222.75M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 73Gi 14% 453k 765M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t41%; charging; 3:43 remaining present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"after": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 57%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 16384.00M used = 15521.75M free = 862.25M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 66Gi 15% 453k 687M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t44%; charging; (no estimate) present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"warmup": {
"request": {
"messages": [
{
"role": "user",
"content": "Reply only READY."
}
],
"options": {
"temperature": 0,
"maxTokens": 16,
"topPSampling": 1,
"minPSampling": 0,
"repeatPenalty": 1,
"enableThinking": false,
"contextOverflowPolicy": "stopAtLimit"
}
},
"resolvedLoadConfig": {
"autoFit": false,
"gpu": {
"splitStrategy": "evenly",
"disabledGpus": [],
"ratio": 1,
"numCpuExpertLayersRatio": "off"
},
"gpuStrictVramCap": false,
"maxParallelPredictions": 1,
"useUnifiedKvCache": true,
"offloadKVCacheToGpu": true,
"contextLength": 8192,
"promptTemplate": {
"type": "jinja",
"jinjaPromptTemplate": {
"template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for index in range(ns.last_query_index, -1, -1) %}\n {%- set message = messages[index] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not('' in message.content and '' in message.content) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = message.content.split('')[-1].lstrip('\\n') %}\n {%- set reasoning_content = message.content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}"
}
},
"ropeFrequencyBase": false,
"ropeFrequencyScale": false,
"evalBatchSize": 2048,
"physicalBatchSize": 512,
"flashAttention": true,
"contextCheckpoints": 32,
"reasoningBudgetMessage": "",
"speculativeDraftMtp": false,
"speculativeDraftSimple": false,
"speculativeDraftModel": "",
"speculativeDraftMaxTokens": 3,
"speculativeDraftMinTokens": 0,
"speculativeDraftMinContinueProbability": 0,
"keepModelInMemory": true,
"seed": 271828,
"useFp16ForKVCache": true,
"tryMmap": true,
"tryDirectIO": false,
"llamaCppArgumentsOverride": {
"enabled": false,
"disabledParameters": [],
"overrideParameters": [],
"excludeAllConfig": false
},
"numExperts": 0,
"llamaKCacheQuantizationType": false,
"llamaVCacheQuantizationType": false
},
"content": "READY.",
"stats": {
"stopReason": "eosFound",
"tokensPerSecond": 47.868648428711616,
"timeToFirstTokenSec": 0.148106,
"totalTimeSec": 0.189887,
"promptTokensCount": 16,
"predictedTokensCount": 3,
"totalTokensCount": 19
},
"modelInfo": {
"type": "llm",
"modelKey": "qwen3-4b",
"format": "gguf",
"displayName": "Qwen3 4B",
"publisher": "Qwen",
"path": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf",
"sizeBytes": 2497280256,
"indexedModelIdentifier": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf",
"deviceIdentifier": null,
"paramsString": "4B",
"architecture": "qwen3",
"quantization": {
"name": "Q4_K_M",
"bits": 4
},
"identifier": "qwen3-4b",
"instanceReference": "tpUiHtotF3ihjw1Oyq1CsK6j",
"ttlMs": null,
"lastUsedTime": null,
"vision": false,
"trainedForToolUse": true,
"maxContextLength": 40960,
"contextLength": 8192
},
"request_seconds": 0.20369495900000004,
"contains_documents": false,
"contains_bank_question": false,
"model_request_count": 1
}
},
"B3": {
"before": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 79%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 9216.00M used = 8251.12M free = 964.88M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 73Gi 14% 453k 765M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t44%; charging; 2:50 remaining present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"after": {
"os": {
"command": [
"sw_vers"
],
"exit_code": 0,
"stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125",
"stderr": ""
},
"hardware": {
"command": [
"sysctl",
"hw.model",
"hw.memsize",
"hw.physicalcpu",
"hw.logicalcpu"
],
"exit_code": 0,
"stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14",
"stderr": ""
},
"memory_pressure": {
"command": [
"memory_pressure",
"-Q"
],
"exit_code": 0,
"stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 39%",
"stderr": ""
},
"swap": {
"command": [
"sysctl",
"-n",
"vm.swapusage"
],
"exit_code": 0,
"stdout": "total = 13312.00M used = 12097.44M free = 1214.56M (encrypted)",
"stderr": ""
},
"disk": {
"command": [
"df",
"-h",
"/"
],
"exit_code": 0,
"stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 69Gi 15% 453k 719M 0% /",
"stderr": ""
},
"ac_power": {
"command": [
"pmset",
"-g",
"batt"
],
"exit_code": 0,
"stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t63%; charging; 2:01 remaining present: true",
"stderr": ""
},
"power_mode": {
"command": [
"pmset",
"-g",
"custom"
],
"exit_code": 0,
"stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0",
"stderr": ""
},
"thermal": {
"command": [
"pmset",
"-g",
"therm"
],
"exit_code": 0,
"stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded",
"stderr": ""
},
"chip_inventory": [
{
"chip_type": "Apple M4 Pro",
"physical_memory": "24 GB",
"number_processors": "proc 14:10:4",
"machine_model": "Mac16,7",
"machine_name": "MacBook Pro"
}
]
},
"warmup": {
"request": {
"messages": [
{
"role": "user",
"content": "Reply only READY."
}
],
"options": {
"temperature": 0,
"maxTokens": 16,
"topPSampling": 1,
"minPSampling": 0,
"repeatPenalty": 1,
"enableThinking": false,
"contextOverflowPolicy": "stopAtLimit"
}
},
"resolvedLoadConfig": {
"autoFit": false,
"gpu": {
"splitStrategy": "evenly",
"disabledGpus": [],
"ratio": 1,
"numCpuExpertLayersRatio": "off"
},
"gpuStrictVramCap": false,
"maxParallelPredictions": 1,
"useUnifiedKvCache": true,
"offloadKVCacheToGpu": true,
"contextLength": 8192,
"promptTemplate": {
"type": "jinja",
"jinjaPromptTemplate": {
"template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for index in range(ns.last_query_index, -1, -1) %}\n {%- set message = messages[index] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not('' in message.content and '' in message.content) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = message.content.split('')[-1].lstrip('\\n') %}\n {%- set reasoning_content = message.content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}"
}
},
"ropeFrequencyBase": false,
"ropeFrequencyScale": false,
"evalBatchSize": 2048,
"physicalBatchSize": 512,
"flashAttention": true,
"contextCheckpoints": 32,
"reasoningBudgetMessage": "",
"speculativeDraftMtp": false,
"speculativeDraftSimple": false,
"speculativeDraftModel": "",
"speculativeDraftMaxTokens": 3,
"speculativeDraftMinTokens": 0,
"speculativeDraftMinContinueProbability": 0,
"keepModelInMemory": true,
"seed": 271828,
"useFp16ForKVCache": true,
"tryMmap": true,
"tryDirectIO": false,
"llamaCppArgumentsOverride": {
"enabled": false,
"disabledParameters": [],
"overrideParameters": [],
"excludeAllConfig": false
},
"numExperts": 0,
"llamaKCacheQuantizationType": false,
"llamaVCacheQuantizationType": false
},
"content": "READY.",
"stats": {
"stopReason": "eosFound",
"tokensPerSecond": 64.19927454819761,
"timeToFirstTokenSec": 0.09212000000000001,
"totalTimeSec": 0.123273,
"promptTokensCount": 16,
"predictedTokensCount": 3,
"totalTokensCount": 19
},
"modelInfo": {
"type": "llm",
"modelKey": "qwen3-4b",
"format": "gguf",
"displayName": "Qwen3 4B",
"publisher": "Qwen",
"path": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf",
"sizeBytes": 2497280256,
"indexedModelIdentifier": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf",
"deviceIdentifier": null,
"paramsString": "4B",
"architecture": "qwen3",
"quantization": {
"name": "Q4_K_M",
"bits": 4
},
"identifier": "qwen3-4b",
"instanceReference": "wK6ya6i6HXTIQ9Cna0zVGGJc",
"ttlMs": null,
"lastUsedTime": null,
"vision": false,
"trainedForToolUse": true,
"maxContextLength": 40960,
"contextLength": 8192
},
"request_seconds": 0.131512,
"contains_documents": false,
"contains_bank_question": false,
"model_request_count": 1
}
}
},
"sharedMac": true,
"OSFileCachesFlushed": false,
"wallPowerMeasured": false,
"nativeColdStartupTimingNotReliablyMeasured": true
}