{ "Kingy": { "A1": { "executor_version": "kingy-comparison-session/1.0.0", "system": "A", "repetition": 1, "status": "complete", "qualificationGranted": false, "complete_query_deadline_seconds": 90, "generation_seed": 271828, "client_offline_profile": "offline.sb", "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f", "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.", "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.", "freeze_sha256": "b0dde55a2f92f156f588d5df510832b2ea874e3da41e072ab096564269356d43", "schedule_sha256": "c091813a67fc28330171b15a0f735e40be6bb68f092c3e4afecd0cfc46c4aedb", "questions_sha256": "2c09fe76f96bfcfc59d06f3517c119d071b8555031200baefc1cd5d92f4d4486", "executor_sha256": "32a6c505904db80943cc747290f13476a9228805978e7ff3846a467a35953fd2", "runner_sha256": "abc2334bfb7b4727eee31f61f11da50512ac30ee2585d9974232ae2231276ef8", "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5", "corpus_pdf_sha256": { "D01.pdf": "d3bc33ed0779da036c9e0ee668f8f7b7d0e08a04a0d3284c084b28a829f1eddf", "D02.pdf": "af1509878e48b6eff5b63e80d8646f9a8282116906d6d01f92d46059390bd0bd", "D03.pdf": "27fdbaa48ba3cc3f549e7cff0964e5007781abcaf64f46ba51092b70230fefd8", "D04.pdf": "0141d841f7f7dc20a419d5778da8cf7630b353f99a609b74a0934fefb333b327", "D05.pdf": "ca0b2c4070a1c17b8b07f968e795a36d73214bc6189b02612a1561e57e2b8447", "D06.pdf": "5c78ad081151899e120deaad556ef47b1c4331b8265b6e24d7e193827611f541", "D07.pdf": "9cce9d2ad80c9f764b58ba7d4b7dc5ed873eaf3f6d266e460605116beeeceb8e", "D08.pdf": "4c3c3ae7f21e0d2e1e9333a4399d2087f4ccc19344a43130bf6956d96bc52f94", "D09.pdf": "046e7515fe62f99fc580b695214c308d4c14c9625953904772814bd98864e6a2", "D10.pdf": "bb517485abfdae2f3c26d02833b87dc950e120760b795c75f0dadc4be8e65919" }, "planned_question_ids": [ "heldout-07", "heldout-33", "heldout-05", "heldout-39", "heldout-36", "heldout-29", "heldout-16", "heldout-13", "heldout-28", "heldout-22", "heldout-09", "heldout-35", "heldout-26", "heldout-14", "heldout-25", "heldout-21", "heldout-04", "heldout-02", "heldout-24", "heldout-38", "heldout-01", "heldout-40", "heldout-37", "heldout-34", "heldout-20", "heldout-31", "heldout-10", "heldout-30", "heldout-08", "heldout-11", "heldout-17", "heldout-23", "heldout-18", "heldout-32", "heldout-15", "heldout-03", "heldout-12", "heldout-19", "heldout-27", "heldout-06" ], "session_order": [ "A1", "B1", "B2", "A2", "A3", "B3" ], "artifact_verification_seconds": 1.8676444579905365, "runtime": { "name": "llama.cpp", "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae", "version": { "command": [ "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server", "--version" ], "exit_code": 0, "stdout": "", "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64" } }, "before": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 0, "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14", "stderr": "" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 77%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 0, "stdout": "total = 12288.00M used = 10897.69M free = 1390.31M (encrypted)", "stderr": "" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 66Gi 15% 453k 690M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "task_owned_server_pid": 70720, "cold_process_to_health_seconds": 1.8046461670019198, "ready_model_identity": { "models": [ { "name": "kingy-qwen3-4b", "model": "kingy-qwen3-4b", "modified_at": "", "size": "", "digest": "", "type": "model", "description": "", "tags": [ "" ], "capabilities": [ "completion" ], "parameters": "", "details": { "parent_model": "", "format": "gguf", "family": "", "families": [ "" ], "parameter_size": "", "quantization_level": "" } } ], "object": "list", "data": [ { "id": "kingy-qwen3-4b", "aliases": [ "kingy-qwen3-4b" ], "tags": [], "object": "model", "architecture": { "input_modalities": [ "text" ], "output_modalities": [ "text" ] }, "created": 1791986234, "owned_by": "llamacpp", "meta": { "vocab_type": 2, "n_vocab": 151936, "n_ctx": 8192, "n_ctx_train": 40960, "n_embd": 2560, "n_params": 4022468096, "size": 2491323904, "ftype": "Q4_K - Medium" } } ] }, "warmup_model_request_count": 1, "warmup_seconds": 0.08230595799977891, "parse_seconds": 0.03730483300751075, "index_seconds": 0.001503916981164366, "loaded_pdf_pages": 30, "retained_attempts": 40, "planned_attempts": 40, "unexecuted_question_ids": [], "unexecuted_attempt_count": 0, "model_request_count": 77, "session_total_model_request_count": 78, "attempt_errors": 0, "timeouts": 0, "after": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 0, "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14", "stderr": "" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 76%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 0, "stdout": "total = 13312.00M used = 11978.00M free = 1334.00M (encrypted)", "stderr": "" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 64Gi 16% 453k 675M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "session_wall_seconds": 147.06838687500567, "frozen_inputs_unchanged": true }, "A2": { "executor_version": "kingy-comparison-session/1.0.0", "system": "A", "repetition": 2, "status": "complete", "qualificationGranted": false, "complete_query_deadline_seconds": 90, "generation_seed": 271828, "client_offline_profile": "offline.sb", "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f", "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.", "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.", "freeze_sha256": "b0dde55a2f92f156f588d5df510832b2ea874e3da41e072ab096564269356d43", "schedule_sha256": "c091813a67fc28330171b15a0f735e40be6bb68f092c3e4afecd0cfc46c4aedb", "questions_sha256": "2c09fe76f96bfcfc59d06f3517c119d071b8555031200baefc1cd5d92f4d4486", "executor_sha256": "32a6c505904db80943cc747290f13476a9228805978e7ff3846a467a35953fd2", "runner_sha256": "abc2334bfb7b4727eee31f61f11da50512ac30ee2585d9974232ae2231276ef8", "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5", "corpus_pdf_sha256": { "D01.pdf": "d3bc33ed0779da036c9e0ee668f8f7b7d0e08a04a0d3284c084b28a829f1eddf", "D02.pdf": "af1509878e48b6eff5b63e80d8646f9a8282116906d6d01f92d46059390bd0bd", "D03.pdf": "27fdbaa48ba3cc3f549e7cff0964e5007781abcaf64f46ba51092b70230fefd8", "D04.pdf": "0141d841f7f7dc20a419d5778da8cf7630b353f99a609b74a0934fefb333b327", "D05.pdf": "ca0b2c4070a1c17b8b07f968e795a36d73214bc6189b02612a1561e57e2b8447", "D06.pdf": "5c78ad081151899e120deaad556ef47b1c4331b8265b6e24d7e193827611f541", "D07.pdf": "9cce9d2ad80c9f764b58ba7d4b7dc5ed873eaf3f6d266e460605116beeeceb8e", "D08.pdf": "4c3c3ae7f21e0d2e1e9333a4399d2087f4ccc19344a43130bf6956d96bc52f94", "D09.pdf": "046e7515fe62f99fc580b695214c308d4c14c9625953904772814bd98864e6a2", "D10.pdf": "bb517485abfdae2f3c26d02833b87dc950e120760b795c75f0dadc4be8e65919" }, "planned_question_ids": [ "heldout-23", "heldout-30", "heldout-02", "heldout-07", "heldout-40", "heldout-20", "heldout-28", "heldout-27", "heldout-01", "heldout-12", "heldout-24", "heldout-26", "heldout-22", "heldout-31", "heldout-19", "heldout-32", "heldout-06", "heldout-36", "heldout-03", "heldout-04", "heldout-35", "heldout-15", "heldout-16", "heldout-11", "heldout-29", "heldout-18", "heldout-09", "heldout-17", "heldout-14", "heldout-21", "heldout-05", "heldout-10", "heldout-39", "heldout-08", "heldout-25", "heldout-34", "heldout-38", "heldout-13", "heldout-37", "heldout-33" ], "session_order": [ "A1", "B1", "B2", "A2", "A3", "B3" ], "artifact_verification_seconds": 2.126286499988055, "runtime": { "name": "llama.cpp", "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae", "version": { "command": [ "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server", "--version" ], "exit_code": 0, "stdout": "", "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64" } }, "before": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 0, "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14", "stderr": "" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 73%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 0, "stdout": "total = 11264.00M used = 10100.44M free = 1163.56M (encrypted)", "stderr": "" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 62Gi 16% 453k 655M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "task_owned_server_pid": 31373, "cold_process_to_health_seconds": 1.7789460830099415, "ready_model_identity": { "models": [ { "name": "kingy-qwen3-4b", "model": "kingy-qwen3-4b", "modified_at": "", "size": "", "digest": "", "type": "model", "description": "", "tags": [ "" ], "capabilities": [ "completion" ], "parameters": "", "details": { "parent_model": "", "format": "gguf", "family": "", "families": [ "" ], "parameter_size": "", "quantization_level": "" } } ], "object": "list", "data": [ { "id": "kingy-qwen3-4b", "aliases": [ "kingy-qwen3-4b" ], "tags": [], "object": "model", "architecture": { "input_modalities": [ "text" ], "output_modalities": [ "text" ] }, "created": 1791994790, "owned_by": "llamacpp", "meta": { "vocab_type": 2, "n_vocab": 151936, "n_ctx": 8192, "n_ctx_train": 40960, "n_embd": 2560, "n_params": 4022468096, "size": 2491323904, "ftype": "Q4_K - Medium" } } ] }, "warmup_model_request_count": 1, "warmup_seconds": 0.0725610830122605, "parse_seconds": 0.04199304198846221, "index_seconds": 0.0014008749858476222, "loaded_pdf_pages": 30, "retained_attempts": 40, "planned_attempts": 40, "unexecuted_question_ids": [], "unexecuted_attempt_count": 0, "model_request_count": 77, "session_total_model_request_count": 78, "attempt_errors": 0, "timeouts": 0, "after": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 0, "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14", "stderr": "" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 76%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 0, "stdout": "total = 11264.00M used = 9996.44M free = 1267.56M (encrypted)", "stderr": "" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 62Gi 16% 453k 655M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "session_wall_seconds": 111.70388641598402, "frozen_inputs_unchanged": true }, "A3": { "executor_version": "kingy-comparison-session/1.0.0", "system": "A", "repetition": 3, "status": "complete", "qualificationGranted": false, "complete_query_deadline_seconds": 90, "generation_seed": 271828, "client_offline_profile": "offline.sb", "client_offline_profile_sha256": "e5462ef1daae3785012cb8e4fa05b89105bf4ac4d98be9580a8c357365a4f54f", "timing_boundary": "runner.ask entry through its complete returned answer, source resolution and sufficiency check; excludes prior PDF import/index, cold start, warmup and later grading.", "cache_policy": "cache_prompt false; no claim that OS file caches were flushed.", "freeze_sha256": "b0dde55a2f92f156f588d5df510832b2ea874e3da41e072ab096564269356d43", "schedule_sha256": "c091813a67fc28330171b15a0f735e40be6bb68f092c3e4afecd0cfc46c4aedb", "questions_sha256": "2c09fe76f96bfcfc59d06f3517c119d071b8555031200baefc1cd5d92f4d4486", "executor_sha256": "32a6c505904db80943cc747290f13476a9228805978e7ff3846a467a35953fd2", "runner_sha256": "abc2334bfb7b4727eee31f61f11da50512ac30ee2585d9974232ae2231276ef8", "model_sha256": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5", "corpus_pdf_sha256": { "D01.pdf": "d3bc33ed0779da036c9e0ee668f8f7b7d0e08a04a0d3284c084b28a829f1eddf", "D02.pdf": "af1509878e48b6eff5b63e80d8646f9a8282116906d6d01f92d46059390bd0bd", "D03.pdf": "27fdbaa48ba3cc3f549e7cff0964e5007781abcaf64f46ba51092b70230fefd8", "D04.pdf": "0141d841f7f7dc20a419d5778da8cf7630b353f99a609b74a0934fefb333b327", "D05.pdf": "ca0b2c4070a1c17b8b07f968e795a36d73214bc6189b02612a1561e57e2b8447", "D06.pdf": "5c78ad081151899e120deaad556ef47b1c4331b8265b6e24d7e193827611f541", "D07.pdf": "9cce9d2ad80c9f764b58ba7d4b7dc5ed873eaf3f6d266e460605116beeeceb8e", "D08.pdf": "4c3c3ae7f21e0d2e1e9333a4399d2087f4ccc19344a43130bf6956d96bc52f94", "D09.pdf": "046e7515fe62f99fc580b695214c308d4c14c9625953904772814bd98864e6a2", "D10.pdf": "bb517485abfdae2f3c26d02833b87dc950e120760b795c75f0dadc4be8e65919" }, "planned_question_ids": [ "heldout-18", "heldout-16", "heldout-06", "heldout-05", "heldout-37", "heldout-23", "heldout-28", "heldout-04", "heldout-26", "heldout-22", "heldout-34", "heldout-32", "heldout-13", "heldout-35", "heldout-07", "heldout-20", "heldout-24", "heldout-29", "heldout-02", "heldout-14", "heldout-39", "heldout-38", "heldout-09", "heldout-36", "heldout-17", "heldout-01", "heldout-25", "heldout-11", "heldout-19", "heldout-30", "heldout-03", "heldout-27", "heldout-10", "heldout-12", "heldout-15", "heldout-33", "heldout-08", "heldout-21", "heldout-40", "heldout-31" ], "session_order": [ "A1", "B1", "B2", "A2", "A3", "B3" ], "artifact_verification_seconds": 1.8626966669980902, "runtime": { "name": "llama.cpp", "binary_sha256": "51afbf4ea6485b9ada19e99af97181f12baca42ef704b1e291c26a9ac0644eae", "version": { "command": [ "/opt/homebrew/Cellar/llama.cpp/0.6.0/bin/llama-server", "--version" ], "exit_code": 0, "stdout": "", "stderr": "version: 0.6.0 (build 11429, commit d81235049)\nbuilt with AppleClang 21.0.0.21000334 for Darwin arm64" } }, "before": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 0, "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14", "stderr": "" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 78%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 0, "stdout": "total = 11264.00M used = 9988.44M free = 1275.56M (encrypted)", "stderr": "" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 62Gi 16% 453k 655M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "task_owned_server_pid": 31718, "cold_process_to_health_seconds": 1.5339827090210747, "ready_model_identity": { "models": [ { "name": "kingy-qwen3-4b", "model": "kingy-qwen3-4b", "modified_at": "", "size": "", "digest": "", "type": "model", "description": "", "tags": [ "" ], "capabilities": [ "completion" ], "parameters": "", "details": { "parent_model": "", "format": "gguf", "family": "", "families": [ "" ], "parameter_size": "", "quantization_level": "" } } ], "object": "list", "data": [ { "id": "kingy-qwen3-4b", "aliases": [ "kingy-qwen3-4b" ], "tags": [], "object": "model", "architecture": { "input_modalities": [ "text" ], "output_modalities": [ "text" ] }, "created": 1791994913, "owned_by": "llamacpp", "meta": { "vocab_type": 2, "n_vocab": 151936, "n_ctx": 8192, "n_ctx_train": 40960, "n_embd": 2560, "n_params": 4022468096, "size": 2491323904, "ftype": "Q4_K - Medium" } } ] }, "warmup_model_request_count": 1, "warmup_seconds": 0.06468349997885525, "parse_seconds": 0.03854408298502676, "index_seconds": 0.0013869999966118485, "loaded_pdf_pages": 30, "retained_attempts": 40, "planned_attempts": 40, "unexecuted_question_ids": [], "unexecuted_attempt_count": 0, "model_request_count": 77, "session_total_model_request_count": 78, "attempt_errors": 0, "timeouts": 0, "after": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 0, "stdout": "hw.model: Mac16,7\nhw.memsize: 25769803776\nhw.physicalcpu: 14\nhw.logicalcpu: 14", "stderr": "" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 78%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 0, "stdout": "total = 11264.00M used = 9972.44M free = 1291.56M (encrypted)", "stderr": "" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 62Gi 16% 453k 655M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "Battery Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 0\n networkoversleep 0\n sleep 0\n lessbright 1\n tcpkeepalive 1\n disksleep 0\n SleepServices 0\nAC Power:\n Sleep On Power Button 1\n powermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Note: No thermal warning level has been recorded\nNote: No performance warning level has been recorded\nNote: No CPU power status has been recorded", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "session_wall_seconds": 111.27523666698835, "frozen_inputs_unchanged": true } }, "Native": { "B1": { "before": { "at": "2026-10-14T14:08:01.331660+00:00", "snapshots": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 61%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 66Gi 15% 453k 691M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "AC Power:\n Sleep On Power Button 1\n lowpowermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Error:Failed to get thermal warning level with error code 0xe00002bc\nError: Failed to get performance warning level with error code 0xe00002bc\nError: No CPU power status with error code 0xe00002bc", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "modelLoadedFromExistingBytes": true, "freshNativeModelSession": true, "localOnly": true, "setupIssues": [ "Initial picker byte check preceded saved native attachment persistence; saved bytes later verified exactly.", "Closed modal invalidated the CUA app binding before any clone/submission; reconnected same native PID." ], "originalQuestionAttemptsSubmitted": 0 }, "after": { "stage": "after originals retained and owned model unloaded", "environment": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 73%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 63Gi 16% 453k 662M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "AC Power:\n Sleep On Power Button 1\n lowpowermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Error:Failed to get thermal warning level with error code 0xe00002bc\nError: Failed to get performance warning level with error code 0xe00002bc\nError: No CPU power status with error code 0xe00002bc", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] } }, "warmup": { "request": { "messages": [ { "role": "user", "content": "Reply only READY." } ], "options": { "temperature": 0, "maxTokens": 16, "topPSampling": 1, "minPSampling": 0, "repeatPenalty": 1, "enableThinking": false, "contextOverflowPolicy": "stopAtLimit" } }, "content": "READY.", "stats": { "stopReason": "eosFound", "tokensPerSecond": 71.18451025056947, "timeToFirstTokenSec": 0.119994, "totalTimeSec": 0.14809, "promptTokensCount": 16, "predictedTokensCount": 3, "totalTokensCount": 19 }, "modelInfo": { "type": "llm", "modelKey": "qwen3-4b", "format": "gguf", "displayName": "Qwen3 4B", "publisher": "Qwen", "path": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf", "sizeBytes": 2497280256, "indexedModelIdentifier": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf", "deviceIdentifier": null, "paramsString": "4B", "architecture": "qwen3", "quantization": { "name": "Q4_K_M", "bits": 4 }, "identifier": "qwen3-4b", "instanceReference": "5bjXOxNk1lkwdVKR1gV0yh1v", "ttlMs": null, "lastUsedTime": null, "vision": false, "trainedForToolUse": true, "maxContextLength": 40960, "contextLength": 8192 }, "request_seconds": 0.162905, "contains_documents": false, "contains_bank_question": false, "model_request_count": 1 } }, "B2": { "before": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 64%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 63Gi 16% 453k 662M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "AC Power:\n Sleep On Power Button 1\n lowpowermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Error:Failed to get thermal warning level with error code 0xe00002bc\nError: Failed to get performance warning level with error code 0xe00002bc\nError: No CPU power status with error code 0xe00002bc", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "after": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 40%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 59Gi 17% 453k 624M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "AC Power:\n Sleep On Power Button 1\n lowpowermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Error:Failed to get thermal warning level with error code 0xe00002bc\nError: Failed to get performance warning level with error code 0xe00002bc\nError: No CPU power status with error code 0xe00002bc", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "warmup": { "request": { "messages": [ { "role": "user", "content": "Reply only READY." } ], "options": { "temperature": 0, "maxTokens": 16, "topPSampling": 1, "minPSampling": 0, "repeatPenalty": 1, "enableThinking": false, "contextOverflowPolicy": "stopAtLimit" } }, "content": "READY.", "stats": { "stopReason": "eosFound", "tokensPerSecond": 73.83070619070472, "timeToFirstTokenSec": 0.081803, "totalTimeSec": 0.108892, "promptTokensCount": 16, "predictedTokensCount": 3, "totalTokensCount": 19 }, "modelInfo": { "type": "llm", "modelKey": "qwen3-4b", "format": "gguf", "displayName": "Qwen3 4B", "publisher": "Qwen", "path": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf", "sizeBytes": 2497280256, "indexedModelIdentifier": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf", "deviceIdentifier": null, "paramsString": "4B", "architecture": "qwen3", "quantization": { "name": "Q4_K_M", "bits": 4 }, "identifier": "qwen3-4b", "instanceReference": "bVSWxX5LvNQrlootJIIn3+FN", "ttlMs": null, "lastUsedTime": null, "vision": false, "trainedForToolUse": true, "maxContextLength": 40960, "contextLength": 8192 }, "request_seconds": 0.117561708, "contains_documents": false, "contains_bank_question": false, "model_request_count": 1 } }, "B3": { "before": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 67%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 62Gi 16% 453k 655M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; charged; 0:00 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "AC Power:\n Sleep On Power Button 1\n lowpowermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Error:Failed to get thermal warning level with error code 0xe00002bc\nError: Failed to get performance warning level with error code 0xe00002bc\nError: No CPU power status with error code 0xe00002bc", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "after": { "os": { "command": [ "sw_vers" ], "exit_code": 0, "stdout": "ProductName:\t\tmacOS\nProductVersion:\t\t26.3\nBuildVersion:\t\t25D125", "stderr": "" }, "hardware": { "command": [ "sysctl", "hw.model", "hw.memsize", "hw.physicalcpu", "hw.logicalcpu" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "memory_pressure": { "command": [ "memory_pressure", "-Q" ], "exit_code": 0, "stdout": "The system has 25769803776 (1572864 pages with a page size of 16384).\nSystem-wide memory free percentage: 36%", "stderr": "" }, "swap": { "command": [ "sysctl", "-n", "vm.swapusage" ], "exit_code": 1, "stdout": "", "stderr": "sysctl: sysctl fmt -1 1024 1: Operation not permitted" }, "disk": { "command": [ "df", "-h", "/" ], "exit_code": 0, "stdout": "Filesystem Size Used Avail Capacity iused ifree %iused Mounted on\n/dev/disk3s1s1 460Gi 11Gi 58Gi 17% 453k 608M 0% /", "stderr": "" }, "ac_power": { "command": [ "pmset", "-g", "batt" ], "exit_code": 0, "stdout": "Now drawing from 'AC Power'\n -InternalBattery-0 (id=22216803)\t100%; finishing charge; 0:09 remaining present: true", "stderr": "" }, "power_mode": { "command": [ "pmset", "-g", "custom" ], "exit_code": 0, "stdout": "AC Power:\n Sleep On Power Button 1\n lowpowermode 0\n standby 0\n ttyskeepawake 1\n hibernatemode 3\n powernap 0\n hibernatefile /var/vm/sleepimage\n displaysleep 0\n womp 1\n networkoversleep 0\n sleep 0\n tcpkeepalive 1\n disksleep 0\n SleepServices 0", "stderr": "" }, "thermal": { "command": [ "pmset", "-g", "therm" ], "exit_code": 0, "stdout": "Error:Failed to get thermal warning level with error code 0xe00002bc\nError: Failed to get performance warning level with error code 0xe00002bc\nError: No CPU power status with error code 0xe00002bc", "stderr": "" }, "chip_inventory": [ { "chip_type": "Apple M4 Pro", "physical_memory": "24 GB", "number_processors": "proc 14:10:4", "machine_model": "Mac16,7", "machine_name": "MacBook Pro" } ] }, "warmup": { "request": { "messages": [ { "role": "user", "content": "Reply only READY." } ], "options": { "temperature": 0, "maxTokens": 16, "topPSampling": 1, "minPSampling": 0, "repeatPenalty": 1, "enableThinking": false, "contextOverflowPolicy": "stopAtLimit" } }, "content": "READY.", "stats": { "stopReason": "eosFound", "tokensPerSecond": 73.57539638744804, "timeToFirstTokenSec": 0.079708, "totalTimeSec": 0.10689099999999999, "promptTokensCount": 16, "predictedTokensCount": 3, "totalTokensCount": 19 }, "modelInfo": { "type": "llm", "modelKey": "qwen3-4b", "format": "gguf", "displayName": "Qwen3 4B", "publisher": "Qwen", "path": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf", "sizeBytes": 2497280256, "indexedModelIdentifier": "Qwen/Qwen3-4B-GGUF/Qwen3-4B-Q4_K_M.gguf", "deviceIdentifier": null, "paramsString": "4B", "architecture": "qwen3", "quantization": { "name": "Q4_K_M", "bits": 4 }, "identifier": "qwen3-4b", "instanceReference": "4jb5t/0bfPCECWixnCRet3Bn", "ttlMs": null, "lastUsedTime": null, "vision": false, "trainedForToolUse": true, "maxContextLength": 40960, "contextLength": 8192 }, "request_seconds": 0.11231804199999999, "contains_documents": false, "contains_bank_question": false, "model_request_count": 1 } } }, "sharedMac": true, "OSFileCachesFlushed": false, "wallPowerMeasured": false, "nativeColdStartupTimingNotReliablyMeasured": true }