{"question_id": "selftest-loan", "question": "How long does a current Brookside bicycle loan last?", "required_fields": ["loan_period"], "category": "direct", "repetition": 1, "runner_version": "kingy-document-runner/1.5.5", "parse_seconds": 0.006117208999057766, "index_seconds": 0.00022616700152866542, "output_mode": "isolated-field-extractive-source-id-selection", "field_attempts": {"loan_period": {"focused_question": "How long does a current Brookside bicycle loan last?", "retrieval_seconds": 0.0377534579965868, "output_mode": "extractive-source-id-selection", "model_called": true, "model_request_count": 2, "retrieved_pages": [{"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}], "candidate_passages": {"P035": {"document_id": "brookside-bicycle", "page": 2, "text": "The 2024 leaflet gave a 2-day loan period and is superseded. The current guide supplies the 3-day rule.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 674, "char_end": 777, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P051": {"document_id": "brookside-bicycle", "page": 1, "text": "A Brookside bicycle loan lasts 3 calendar days.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 476, "char_end": 523, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P134": {"document_id": "brookside-cargo", "page": 2, "text": "It was withdrawn when the current box was installed. The\ncurrent limit is stated on page 1; the old number is historical text.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 699, "char_end": 825, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P166": {"document_id": "brookside-cargo", "page": 1, "text": "Fictional operational material | CC0-1.0 | English text-bearing PDF\nBrookside Cargo Cycle: Care Card\nLoading and daily check\nThis public synthetic card describes the cargo cycle used by the Brookside Bicycle Library.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 30, "char_end": 246, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P036": {"document_id": "brookside-bicycle", "page": 2, "text": "The 2024 leaflet gave a 2-day loan period and is superseded. The current guide supplies the 3-day rule. A quoted\nhistorical number must not override the current borrowing paragraph.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 674, "char_end": 855, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P043": {"document_id": "brookside-bicycle", "page": 2, "text": "The absence of those values is deliberate; a reader should ask for another source rather than invent them\nfrom the loan duration.\nThe 2024 leaflet gave a 2-day loan period and is superseded. The current guide supplies the 3-day rule.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 544, "char_end": 777, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P044": {"document_id": "brookside-bicycle", "page": 2, "text": "The absence of those values is deliberate; a reader should ask for another source rather than invent them\nfrom the loan duration.\nThe 2024 leaflet gave a 2-day loan period and is superseded. The current guide supplies the 3-day rule. A quoted\nhistorical number must not override the current borrowing paragraph.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 544, "char_end": 855, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P052": {"document_id": "brookside-bicycle", "page": 1, "text": "A Brookside bicycle loan lasts 3 calendar days. Collection takes place between 11:00 and 14:00 on Saturdays.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 476, "char_end": 584, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P150": {"document_id": "brookside-cargo", "page": 2, "text": "The older trial card mentioned a 15-kilogram cargo limit. It was withdrawn when the current box was installed. The\ncurrent limit is stated on page 1; the old number is historical text.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 641, "char_end": 825, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P147": {"document_id": "brookside-cargo", "page": 2, "text": "The\ncurrent limit is stated on page 1; the old number is historical text.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 752, "char_end": 825, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P154": {"document_id": "brookside-cargo", "page": 2, "text": "Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit. It was withdrawn when the current box was installed. The\ncurrent limit is stated on page 1; the old number is historical text.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 579, "char_end": 825, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P149": {"document_id": "brookside-cargo", "page": 2, "text": "The older trial card mentioned a 15-kilogram cargo limit. It was withdrawn when the current box was installed.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 641, "char_end": 751, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}}, "permitted_passages": {"loan_period": ["P035", "P051", "P134", "P166", "P036", "P043", "P044", "P052", "P150", "P147", "P154", "P149"]}, "prompt_sha256": "e685ef8ba6dd144ea9300421e9b288f036a64777c9819b777dde9e4866761920", "raw_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\"abstain\":false,\"selections\":{\"loan_period\":\"P051\"}}"}}], "created": 1792301176, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 19, "prompt_tokens": 1673, "total_tokens": 1692, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-mGygy1yD7qPXK039f8i1ivQXKIDMKNxs", "timings": {"cache_n": 0, "prompt_n": 1673, "prompt_ms": 2195.422, "prompt_per_token_ms": 1.3122665869695158, "prompt_per_second": 762.0402820050086, "predicted_n": 19, "predicted_ms": 285.254, "predicted_per_token_ms": 15.847444444444445, "predicted_per_second": 63.10165676905495}}, "finish_reason": "stop", "raw_answer": {"abstain": false, "selections": {"loan_period": "P051"}}, "selection_seconds": 2.4997399170024437, "sufficiency_prompt_sha256": "71ad6ff0ddb1a1f84590e7736e04a1253940b126dd435b435613ffb69e86957b", "sufficiency_seconds": 1.2449492499945336, "raw_sufficiency_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\n  \"loan_period\": {\n    \"value_or_UNKNOWN\": \"3 calendar days\",\n    \"status\": \"provided\"\n  }\n}"}}], "created": 1792301177, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 31, "prompt_tokens": 503, "total_tokens": 534, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-ctYTpBY27MhUotssoR1UzfHekBnVTVML", "timings": {"cache_n": 0, "prompt_n": 503, "prompt_ms": 629.664, "prompt_per_token_ms": 1.251817097415507, "prompt_per_second": 798.8387457437617, "predicted_n": 31, "predicted_ms": 532.361, "predicted_per_token_ms": 17.745366666666666, "predicted_per_second": 56.35273808562235}}, "sufficiency_verdict": {"loan_period": {"value_or_UNKNOWN": "3 calendar days", "status": "provided"}}, "answer": {"abstain": false, "answer_fields": {"loan_period": "A Brookside bicycle loan lasts 3 calendar days."}, "citations": [{"field": "loan_period", "document_id": "brookside-bicycle", "page": 1, "quote": "A Brookside bicycle loan lasts 3 calendar days."}]}, "normalization": {"applied": true, "extraction": {"method": "source-passage-ID selection; local semantic sufficiency check; source facts and locations resolved from retrieved PDF text"}}, "request_seconds": 3.745741500002623, "answer_seconds": 3.78349495799921}}, "model_called": true, "model_request_count": 2, "retrieval_seconds": 0.0377534579965868, "request_seconds": 3.745741500002623, "retrieved_pages": [{"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}], "finish_reason": "stop", "answer": {"abstain": false, "answer_fields": {"loan_period": "A Brookside bicycle loan lasts 3 calendar days."}, "citations": [{"field": "loan_period", "document_id": "brookside-bicycle", "page": 1, "quote": "A Brookside bicycle loan lasts 3 calendar days."}]}, "answer_seconds": 3.7842171669981326, "grade": {"version": "kingy-common-document-grade/1.5.0", "status": "pass", "fact_status": "pass", "passed": true, "needs_review": false, "answerable": true, "correct_abstention": false, "field_checks": [{"field": "loan_period", "status": "pass", "fact_status": "pass", "obligations": [{"id": "selftest-loan-A1", "satisfied": true}]}], "citation_checks": [{"field": "loan_period", "native_id": null, "status": "pass", "pages": [1], "page_capability": "explicit", "reason": null}], "reasons": [], "citation_count": 1, "valid_citation_count": 1, "unresolved_citation_count": 0, "explicit_page_count": 1, "quote_mapped_page_count": 0, "reason": null}}
{"question_id": "selftest-cargo", "question": "What is the current Brookside cargo box load limit?", "required_fields": ["cargo_load_limit"], "category": "direct", "repetition": 1, "runner_version": "kingy-document-runner/1.5.5", "parse_seconds": 0.006117208999057766, "index_seconds": 0.00022616700152866542, "output_mode": "isolated-field-extractive-source-id-selection", "field_attempts": {"cargo_load_limit": {"focused_question": "What is the current Brookside cargo box load limit?", "retrieval_seconds": 0.012295417000132147, "output_mode": "extractive-source-id-selection", "model_called": true, "model_request_count": 2, "retrieved_pages": [{"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}], "candidate_passages": {"P044": {"document_id": "brookside-cargo", "page": 1, "text": "The cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim. The\nload limit describes cargo in the box, not the rider's weight.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 459, "char_end": 631, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P100": {"document_id": "brookside-cargo", "page": 2, "text": "The older trial card mentioned a 15-kilogram cargo limit. It was withdrawn when the current box was installed. The\ncurrent limit is stated on page 1; the old number is historical text.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 641, "char_end": 825, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P042": {"document_id": "brookside-cargo", "page": 1, "text": "The cargo box load limit is 20 kilograms.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 459, "char_end": 500, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P043": {"document_id": "brookside-cargo", "page": 1, "text": "The cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 459, "char_end": 564, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P045": {"document_id": "brookside-cargo", "page": 1, "text": "The cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim. The\nload limit describes cargo in the box, not the rider's weight. Nothing here states the cycle's battery capacity or\nmotor power.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 459, "char_end": 696, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P041": {"document_id": "brookside-cargo", "page": 1, "text": "The card does not\nsupply medical advice or a recommendation about a person's fitness to ride.\nThe cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim. The\nload limit describes cargo in the box, not the rider's weight.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 365, "char_end": 631, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P040": {"document_id": "brookside-cargo", "page": 1, "text": "The card does not\nsupply medical advice or a recommendation about a person's fitness to ride.\nThe cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 365, "char_end": 564, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P039": {"document_id": "brookside-cargo", "page": 1, "text": "The card does not\nsupply medical advice or a recommendation about a person's fitness to ride.\nThe cargo box load limit is 20 kilograms.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 365, "char_end": 500, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P084": {"document_id": "brookside-cargo", "page": 2, "text": "It was withdrawn when the current box was installed. The\ncurrent limit is stated on page 1; the old number is historical text.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 699, "char_end": 825, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P053": {"document_id": "brookside-cargo", "page": 1, "text": "The rider checks the tires, lights and brakes before setting off. The card does not\nsupply medical advice or a recommendation about a person's fitness to ride.\nThe cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 299, "char_end": 564, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P104": {"document_id": "brookside-cargo", "page": 2, "text": "Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit. It was withdrawn when the current box was installed. The\ncurrent limit is stated on page 1; the old number is historical text.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 579, "char_end": 825, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P099": {"document_id": "brookside-cargo", "page": 2, "text": "The older trial card mentioned a 15-kilogram cargo limit. It was withdrawn when the current box was installed.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 641, "char_end": 751, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}}, "permitted_passages": {"cargo_load_limit": ["P044", "P100", "P042", "P043", "P045", "P041", "P040", "P039", "P084", "P053", "P104", "P099"]}, "prompt_sha256": "f1f5f4eaccb87c35a35b8e4ae46da1ff394e0ae11a9414c04fdd1cc6715e90c7", "raw_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\"abstain\":false,\"selections\":{\"cargo_load_limit\":\"P044\"}}"}}], "created": 1792301179, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 20, "prompt_tokens": 1679, "total_tokens": 1699, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-J6d1pvGhQ37sTxkX0niDmStDS7MhDoKZ", "timings": {"cache_n": 0, "prompt_n": 1679, "prompt_ms": 2188.92, "prompt_per_token_ms": 1.3037045860631329, "prompt_per_second": 767.0449354019333, "predicted_n": 20, "predicted_ms": 310.576, "predicted_per_token_ms": 16.346105263157895, "predicted_per_second": 61.17665241357993}}, "finish_reason": "stop", "raw_answer": {"abstain": false, "selections": {"cargo_load_limit": "P044"}}, "selection_seconds": 2.5369815829981235, "sufficiency_prompt_sha256": "907125abb5809151fac71ce56e34e8ec3ba54ae94ef837c702de29a8abad0267", "sufficiency_seconds": 1.2807785000040894, "raw_sufficiency_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\n  \"cargo_load_limit\": {\n    \"value_or_UNKNOWN\": \"20 kilograms\",\n    \"status\": \"provided\"\n  }\n}"}}], "created": 1792301181, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 31, "prompt_tokens": 534, "total_tokens": 565, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-M9jnxJKPZxQBTBzaEmL3Ae1zaRfCS4ir", "timings": {"cache_n": 0, "prompt_n": 534, "prompt_ms": 689.977, "prompt_per_token_ms": 1.2920917602996254, "prompt_per_second": 773.9388414396421, "predicted_n": 31, "predicted_ms": 495.515, "predicted_per_token_ms": 16.517166666666665, "predicted_per_second": 60.5430713500096}}, "sufficiency_verdict": {"cargo_load_limit": {"value_or_UNKNOWN": "20 kilograms", "status": "provided"}}, "answer": {"abstain": false, "answer_fields": {"cargo_load_limit": "The cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim. The\nload limit describes cargo in the box, not the rider's weight."}, "citations": [{"field": "cargo_load_limit", "document_id": "brookside-cargo", "page": 1, "quote": "The cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim. The\nload limit describes cargo in the box, not the rider's weight."}]}, "normalization": {"applied": true, "extraction": {"method": "source-passage-ID selection; local semantic sufficiency check; source facts and locations resolved from retrieved PDF text"}}, "request_seconds": 3.820007207999879, "answer_seconds": 3.832302625000011}}, "model_called": true, "model_request_count": 2, "retrieval_seconds": 0.012295417000132147, "request_seconds": 3.820007207999879, "retrieved_pages": [{"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}], "finish_reason": "stop", "answer": {"abstain": false, "answer_fields": {"cargo_load_limit": "The cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim. The\nload limit describes cargo in the box, not the rider's weight."}, "citations": [{"field": "cargo_load_limit", "document_id": "brookside-cargo", "page": 1, "quote": "The cargo box load limit is 20 kilograms. Secure the load before moving and keep it below the marked rim. The\nload limit describes cargo in the box, not the rider's weight."}]}, "answer_seconds": 3.832801874996221, "grade": {"version": "kingy-common-document-grade/1.5.0", "status": "pass", "fact_status": "pass", "passed": true, "needs_review": false, "answerable": true, "correct_abstention": false, "field_checks": [{"field": "cargo_load_limit", "status": "pass", "fact_status": "pass", "obligations": [{"id": "selftest-cargo-A1", "satisfied": true}]}], "citation_checks": [{"field": "cargo_load_limit", "native_id": null, "status": "pass", "pages": [1], "page_capability": "explicit", "reason": null}], "reasons": [], "citation_count": 1, "valid_citation_count": 1, "unresolved_citation_count": 0, "explicit_page_count": 1, "quote_mapped_page_count": 0, "reason": null}}
{"question_id": "selftest-cross", "question": "What is the Brookside desk extension, and how often does its cargo care card recommend checking tire pressure?", "required_fields": ["desk_extension", "tire_check_interval"], "category": "cross_document", "repetition": 1, "runner_version": "kingy-document-runner/1.5.5", "parse_seconds": 0.006117208999057766, "index_seconds": 0.00022616700152866542, "output_mode": "isolated-field-extractive-source-id-selection", "field_attempts": {"desk_extension": {"focused_question": "What is the Brookside desk extension, and how often does its cargo care card recommend checking tire pressure?", "retrieval_seconds": 0.013914083996496629, "output_mode": "extractive-source-id-selection", "model_called": true, "model_request_count": 2, "retrieved_pages": [{"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}], "candidate_passages": {"P035": {"document_id": "brookside-cargo", "page": 2, "text": "The care card recommends checking tire pressure once a week.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 431, "char_end": 491, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P058": {"document_id": "brookside-cargo", "page": 1, "text": "Fictional operational material | CC0-1.0 | English text-bearing PDF\nBrookside Cargo Cycle: Care Card\nLoading and daily check\nThis public synthetic card describes the cargo cycle used by the Brookside Bicycle Library.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 30, "char_end": 246, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P036": {"document_id": "brookside-cargo", "page": 2, "text": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 431, "char_end": 578, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P037": {"document_id": "brookside-cargo", "page": 2, "text": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 431, "char_end": 640, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P038": {"document_id": "brookside-cargo", "page": 2, "text": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 431, "char_end": 698, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P003": {"document_id": "brookside-cargo", "page": 2, "text": "A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 329, "char_end": 578, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P034": {"document_id": "brookside-cargo", "page": 2, "text": "Park the cycle in the marked library bay so staff can inspect it. A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 263, "char_end": 578, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P004": {"document_id": "brookside-cargo", "page": 2, "text": "A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 329, "char_end": 640, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P002": {"document_id": "brookside-cargo", "page": 2, "text": "A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 329, "char_end": 491, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P008": {"document_id": "brookside-cargo", "page": 2, "text": "Avoid pressure washing electrical connections.\nPark the cycle in the marked library bay so staff can inspect it. A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 216, "char_end": 491, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P033": {"document_id": "brookside-cargo", "page": 2, "text": "Park the cycle in the marked library bay so staff can inspect it. A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 263, "char_end": 491, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P019": {"document_id": "brookside-cargo", "page": 2, "text": "Fictional operational material | CC0-1.0 | English text-bearing PDF\nBrookside Cargo Cycle: Care Card\nCleaning and storage\nWipe the cargo box with a damp cloth after returning the cycle. Avoid pressure washing electrical connections.\nPark the cycle in the marked library bay so staff can inspect it.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 30, "char_end": 328, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}}, "permitted_passages": {"desk_extension": ["P035", "P058", "P036", "P037", "P038", "P003", "P034", "P004", "P002", "P008", "P033", "P019"]}, "prompt_sha256": "0fb2cdfbfd4a1b2d206eb99805bef20ee552c95b6ff8cd63bcaa6dcaa52dbdf4", "raw_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\"abstain\":false,\"selections\":{\"desk_extension\":\"P035\"}}"}}], "created": 1792301183, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 19, "prompt_tokens": 1772, "total_tokens": 1791, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-VDLca6R7veZrmk4sCWdvSiSJmXCuTyzy", "timings": {"cache_n": 0, "prompt_n": 1772, "prompt_ms": 2330.102, "prompt_per_token_ms": 1.3149559819413092, "prompt_per_second": 760.4817299843527, "predicted_n": 19, "predicted_ms": 300.42, "predicted_per_token_ms": 16.69, "predicted_per_second": 59.91611743559017}}, "finish_reason": "stop", "raw_answer": {"abstain": false, "selections": {"desk_extension": "P035"}}, "selection_seconds": 2.7455730000001495, "sufficiency_prompt_sha256": "855ab275ef9feb38303fab6d12dfbad688f91cca424cf9617d7023d6bc895e6d", "sufficiency_seconds": 1.7041261670019594, "raw_sufficiency_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\n  \"desk_extension\": {\n    \"value_or_UNKNOWN\": \"The Brookside desk extension is a part of the Brookside Cargo Cycle, as indicated by the care card in the document. The care card recommends checking tire pressure once a week.\",\n    \"status\": \"provided\"\n  }\n}"}}], "created": 1792301185, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 62, "prompt_tokens": 522, "total_tokens": 584, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-TrwEEql40MgmCfeI3OtLDskFVW0wfqbq", "timings": {"cache_n": 0, "prompt_n": 522, "prompt_ms": 692.856, "prompt_per_token_ms": 1.3273103448275863, "prompt_per_second": 753.4033045827705, "predicted_n": 62, "predicted_ms": 911.129, "predicted_per_token_ms": 14.936540983606557, "predicted_per_second": 66.94990500796264}}, "sufficiency_verdict": {"desk_extension": {"value_or_UNKNOWN": "The Brookside desk extension is a part of the Brookside Cargo Cycle, as indicated by the care card in the document. The care card recommends checking tire pressure once a week.", "status": "provided"}}, "answer": {"abstain": false, "answer_fields": {"desk_extension": "The care card recommends checking tire pressure once a week."}, "citations": [{"field": "desk_extension", "document_id": "brookside-cargo", "page": 2, "quote": "The care card recommends checking tire pressure once a week."}]}, "normalization": {"applied": true, "extraction": {"method": "source-passage-ID selection; local semantic sufficiency check; source facts and locations resolved from retrieved PDF text"}}, "request_seconds": 4.450138166001125, "answer_seconds": 4.464052249997621}, "tire_check_interval": {"focused_question": "What is the Brookside desk extension, and how often does its cargo care card recommend checking tire pressure?", "retrieval_seconds": 0.016921333997743204, "output_mode": "extractive-source-id-selection", "model_called": true, "model_request_count": 2, "retrieved_pages": [{"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}], "candidate_passages": {"P038": {"document_id": "brookside-cargo", "page": 2, "text": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 431, "char_end": 698, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P058": {"document_id": "brookside-cargo", "page": 1, "text": "Fictional operational material | CC0-1.0 | English text-bearing PDF\nBrookside Cargo Cycle: Care Card\nLoading and daily check\nThis public synthetic card describes the cargo cycle used by the Brookside Bicycle Library.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 30, "char_end": 246, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P036": {"document_id": "brookside-cargo", "page": 2, "text": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 431, "char_end": 578, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P023": {"document_id": "brookside-cargo", "page": 2, "text": "It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 492, "char_end": 698, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P035": {"document_id": "brookside-cargo", "page": 2, "text": "The care card recommends checking tire pressure once a week.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 431, "char_end": 491, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P024": {"document_id": "brookside-cargo", "page": 2, "text": "It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit. It was withdrawn when the current box was installed.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 492, "char_end": 751, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P037": {"document_id": "brookside-cargo", "page": 2, "text": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 431, "char_end": 640, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P003": {"document_id": "brookside-cargo", "page": 2, "text": "A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 329, "char_end": 578, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P034": {"document_id": "brookside-cargo", "page": 2, "text": "Park the cycle in the marked library bay so staff can inspect it. A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 263, "char_end": 578, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P004": {"document_id": "brookside-cargo", "page": 2, "text": "A clean box does not establish that every\nmechanical part is safe or that a return has been recorded.\nThe care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 329, "char_end": 640, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P019": {"document_id": "brookside-cargo", "page": 2, "text": "Fictional operational material | CC0-1.0 | English text-bearing PDF\nBrookside Cargo Cycle: Care Card\nCleaning and storage\nWipe the cargo box with a damp cloth after returning the cycle. Avoid pressure washing electrical connections.\nPark the cycle in the marked library bay so staff can inspect it.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 30, "char_end": 328, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}, "P029": {"document_id": "brookside-cargo", "page": 2, "text": "KINGY PUBLIC DOCUMENT FIXTURE\nFictional operational material | CC0-1.0 | English text-bearing PDF\nBrookside Cargo Cycle: Care Card\nCleaning and storage\nWipe the cargo box with a damp cloth after returning the cycle. Avoid pressure washing electrical connections.\nPark the cycle in the marked library bay so staff can inspect it.", "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7", "char_start": 0, "char_end": 328, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Cargo Cycle: Care Card", "archival_heading": false}}, "permitted_passages": {"tire_check_interval": ["P038", "P058", "P036", "P023", "P035", "P024", "P037", "P003", "P034", "P004", "P019", "P029"]}, "prompt_sha256": "bd08381192ae9c652f45d56eab1cd575a973255f9dfaae105046a9f6897ffbc6", "raw_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\"abstain\":false,\"selections\":{\"tire_check_interval\":\"P038\"}}"}}], "created": 1792301188, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 21, "prompt_tokens": 1799, "total_tokens": 1820, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-NuAIYhwXU86KwqDzqKq0anLvV2wa8CnA", "timings": {"cache_n": 0, "prompt_n": 1799, "prompt_ms": 2348.594, "prompt_per_token_ms": 1.3054997220678155, "prompt_per_second": 765.9902052036239, "predicted_n": 21, "predicted_ms": 313.838, "predicted_per_token_ms": 15.6919, "predicted_per_second": 63.72714585231871}}, "finish_reason": "stop", "raw_answer": {"abstain": false, "selections": {"tire_check_interval": "P038"}}, "selection_seconds": 2.7067775420000544, "sufficiency_prompt_sha256": "865d46e47ec9707f9ff0d6e1b8ee0e888d9b6fbe7fdcc49b161f8af4d0e03fd2", "sufficiency_seconds": 1.2694004579971079, "raw_sufficiency_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\n  \"tire_check_interval\": {\n    \"value_or_UNKNOWN\": \"once a week\",\n    \"status\": \"provided\"\n  }\n}"}}], "created": 1792301189, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 32, "prompt_tokens": 567, "total_tokens": 599, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-6UoHSc7GjOhN0JvI6MGPwljfnU7aWhYQ", "timings": {"cache_n": 0, "prompt_n": 567, "prompt_ms": 717.055, "prompt_per_token_ms": 1.264647266313933, "prompt_per_second": 790.7343230296142, "predicted_n": 32, "predicted_ms": 499.682, "predicted_per_token_ms": 16.118774193548386, "predicted_per_second": 62.03945709471223}}, "sufficiency_verdict": {"tire_check_interval": {"value_or_UNKNOWN": "once a week", "status": "provided"}}, "answer": {"abstain": false, "answer_fields": {"tire_check_interval": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit."}, "citations": [{"field": "tire_check_interval", "document_id": "brookside-cargo", "page": 2, "quote": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit."}]}, "normalization": {"applied": true, "extraction": {"method": "source-passage-ID selection; local semantic sufficiency check; source facts and locations resolved from retrieved PDF text"}}, "request_seconds": 3.9762972090029507, "answer_seconds": 3.993218543000694}}, "model_called": true, "model_request_count": 4, "retrieval_seconds": 0.030835417994239833, "request_seconds": 8.426435375004075, "retrieved_pages": [{"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}], "finish_reason": "stop", "answer": {"abstain": false, "answer_fields": {"desk_extension": "The care card recommends checking tire pressure once a week.", "tire_check_interval": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit."}, "citations": [{"field": "desk_extension", "document_id": "brookside-cargo", "page": 2, "quote": "The care card recommends checking tire pressure once a week."}, {"field": "tire_check_interval", "document_id": "brookside-cargo", "page": 2, "quote": "The care card recommends checking tire pressure once a week. It supplies no numeric tire-pressure setting,\nreplacement tire price or charging time. Those values require the appropriate component specification.\nThe older trial card mentioned a 15-kilogram cargo limit."}]}, "answer_seconds": 8.458526291993621, "grade": {"version": "kingy-common-document-grade/1.5.0", "status": "fail", "fact_status": "unresolved", "passed": false, "needs_review": true, "answerable": true, "correct_abstention": false, "field_checks": [{"field": "desk_extension", "status": "fail", "fact_status": "unresolved", "obligations": [{"id": "selftest-cross-A1", "satisfied": false}]}, {"field": "tire_check_interval", "status": "pass", "fact_status": "pass", "obligations": [{"id": "selftest-cross-A2", "satisfied": true}]}], "citation_checks": [{"field": "desk_extension", "native_id": null, "status": "fail", "pages": [2], "page_capability": "explicit", "reason": null}, {"field": "tire_check_interval", "native_id": null, "status": "pass", "pages": [2], "page_capability": "explicit", "reason": null}], "reasons": [], "citation_count": 2, "valid_citation_count": 1, "unresolved_citation_count": 0, "explicit_page_count": 1, "quote_mapped_page_count": 0, "reason": "Incomplete, incorrect, unsupported or unresolved under the frozen common rubric."}}
{"question_id": "selftest-unknown", "question": "What annual membership price does the Brookside borrowing guide state?", "required_fields": ["annual_membership_price"], "category": "unanswerable", "repetition": 1, "runner_version": "kingy-document-runner/1.5.5", "parse_seconds": 0.006117208999057766, "index_seconds": 0.00022616700152866542, "output_mode": "isolated-field-extractive-source-id-selection", "field_attempts": {"annual_membership_price": {"focused_question": "What annual membership price does the Brookside borrowing guide state?", "retrieval_seconds": 0.012852457999542821, "output_mode": "extractive-source-id-selection", "model_called": true, "model_request_count": 2, "retrieved_pages": [{"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}], "candidate_passages": {"P047": {"document_id": "brookside-bicycle", "page": 2, "text": "The guide gives no annual membership price and no maximum rider\nweight.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 472, "char_end": 543, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P068": {"document_id": "brookside-bicycle", "page": 1, "text": "Brookside Bicycle Library: Borrowing Guide\nBorrowing and collection\nThis public synthetic guide describes the Brookside Bicycle Library.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 98, "char_end": 234, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P038": {"document_id": "brookside-bicycle", "page": 2, "text": "The Brookside desk contact extension is 307. The guide gives no annual membership price and no maximum rider\nweight.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 427, "char_end": 543, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P003": {"document_id": "brookside-bicycle", "page": 2, "text": "A damage report remains separate\nfrom an ordinary completed return.\nThe Brookside desk contact extension is 307. The guide gives no annual membership price and no maximum rider\nweight.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 359, "char_end": 543, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P048": {"document_id": "brookside-bicycle", "page": 2, "text": "The guide gives no annual membership price and no maximum rider\nweight. The absence of those values is deliberate; a reader should ask for another source rather than invent them\nfrom the loan duration.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 472, "char_end": 673, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P039": {"document_id": "brookside-bicycle", "page": 2, "text": "The Brookside desk contact extension is 307. The guide gives no annual membership price and no maximum rider\nweight. The absence of those values is deliberate; a reader should ask for another source rather than invent them\nfrom the loan duration.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 427, "char_end": 673, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P033": {"document_id": "brookside-bicycle", "page": 2, "text": "Staff inspect\nthe bicycle and close the loan record, then prepare it for the next borrower. A damage report remains separate\nfrom an ordinary completed return.\nThe Brookside desk contact extension is 307. The guide gives no annual membership price and no maximum rider\nweight.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 267, "char_end": 543, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P049": {"document_id": "brookside-bicycle", "page": 2, "text": "The guide gives no annual membership price and no maximum rider\nweight. The absence of those values is deliberate; a reader should ask for another source rather than invent them\nfrom the loan duration.\nThe 2024 leaflet gave a 2-day loan period and is superseded.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 472, "char_end": 734, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P004": {"document_id": "brookside-bicycle", "page": 2, "text": "A damage report remains separate\nfrom an ordinary completed return.\nThe Brookside desk contact extension is 307. The guide gives no annual membership price and no maximum rider\nweight. The absence of those values is deliberate; a reader should ask for another source rather than invent them\nfrom the loan duration.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 359, "char_end": 673, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P050": {"document_id": "brookside-bicycle", "page": 2, "text": "The guide gives no annual membership price and no maximum rider\nweight. The absence of those values is deliberate; a reader should ask for another source rather than invent them\nfrom the loan duration.\nThe 2024 leaflet gave a 2-day loan period and is superseded. The current guide supplies the 3-day rule.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 472, "char_end": 777, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P040": {"document_id": "brookside-bicycle", "page": 2, "text": "The Brookside desk contact extension is 307. The guide gives no annual membership price and no maximum rider\nweight. The absence of those values is deliberate; a reader should ask for another source rather than invent them\nfrom the loan duration.\nThe 2024 leaflet gave a 2-day loan period and is superseded.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 427, "char_end": 734, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}, "P069": {"document_id": "brookside-bicycle", "page": 1, "text": "Brookside Bicycle Library: Borrowing Guide\nBorrowing and collection\nThis public synthetic guide describes the Brookside Bicycle Library. Its facts are unrelated to the Harbor evaluation\ncorpus.", "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9", "char_start": 98, "char_end": 291, "page_heading": "KINGY PUBLIC DOCUMENT FIXTURE | Fictional operational material | CC0-1.0 | English text-bearing PDF | Brookside Bicycle Library: Borrowing Guide", "archival_heading": false}}, "permitted_passages": {"annual_membership_price": ["P047", "P068", "P038", "P003", "P048", "P039", "P033", "P049", "P004", "P050", "P040", "P069"]}, "prompt_sha256": "928c8cea74e6321694fd66c74c464c360ffc024e6dd4ecf2b257fa0d7f9bf794", "raw_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\"abstain\":false,\"selections\":{\"annual_membership_price\":\"P047\"}}"}}], "created": 1792301192, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 20, "prompt_tokens": 1783, "total_tokens": 1803, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-nKUxPsfOv5qecgg7dByWUpQg0T2rUrzm", "timings": {"cache_n": 0, "prompt_n": 1783, "prompt_ms": 2306.403, "prompt_per_token_ms": 1.2935518788558609, "prompt_per_second": 773.065244885651, "predicted_n": 20, "predicted_ms": 275.676, "predicted_per_token_ms": 14.509263157894736, "predicted_per_second": 68.921487543348}}, "finish_reason": "stop", "raw_answer": {"abstain": false, "selections": {"annual_membership_price": "P047"}}, "selection_seconds": 2.6026013340015197, "sufficiency_prompt_sha256": "bde2a860a55e7cf557e414c39592c3503e80cd5e9ce6e2da907217c2f497817f", "sufficiency_seconds": 1.0938423339975998, "raw_sufficiency_response": {"choices": [{"finish_reason": "stop", "index": 0, "message": {"role": "assistant", "content": "{\n  \"annual_membership_price\": {\n    \"value_or_UNKNOWN\": \"UNKNOWN\",\n    \"status\": \"absent\"\n  }\n}"}}], "created": 1792301193, "model": "kingy-qwen3-4b", "system_fingerprint": "b11429-d81235049", "object": "chat.completion", "usage": {"completion_tokens": 30, "prompt_tokens": 511, "total_tokens": 541, "prompt_tokens_details": {"cached_tokens": 0}}, "id": "chatcmpl-osKplCRaOVy31cSkC9xGFfDtmVBOD2Xf", "timings": {"cache_n": 0, "prompt_n": 511, "prompt_ms": 628.781, "prompt_per_token_ms": 1.230491193737769, "prompt_per_second": 812.683589357821, "predicted_n": 30, "predicted_ms": 428.204, "predicted_per_token_ms": 14.765655172413794, "predicted_per_second": 67.7247293346162}}, "sufficiency_verdict": {"annual_membership_price": {"value_or_UNKNOWN": "UNKNOWN", "status": "absent"}}, "answer": {"abstain": true, "answer_fields": {}, "citations": []}, "normalization": {"applied": true, "extraction": {"method": "source-passage-ID selection; local semantic sufficiency check; source facts and locations resolved from retrieved PDF text"}}, "request_seconds": 3.696537209005328, "answer_seconds": 3.7093896670048707}}, "model_called": true, "model_request_count": 2, "retrieval_seconds": 0.012852457999542821, "request_seconds": 3.696537209005328, "retrieved_pages": [{"document_id": "brookside-bicycle", "page": 2, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-bicycle", "page": 1, "pdf_sha256": "d8cf2abd05f2a43fa82bb5d3e88934f508e50b975ba52f305197271757fb91c9"}, {"document_id": "brookside-cargo", "page": 2, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}, {"document_id": "brookside-cargo", "page": 1, "pdf_sha256": "e0af8a9ec3481ca7399abe419b3bb29a4ca9e26c1b3ddd540786d583e8f9f6b7"}], "finish_reason": "stop", "answer": {"abstain": true, "answer_fields": {}, "citations": []}, "answer_seconds": 3.709667334005644, "grade": {"version": "kingy-common-document-grade/1.5.0", "status": "pass", "fact_status": null, "passed": true, "needs_review": false, "answerable": false, "correct_abstention": true, "field_checks": [], "citation_checks": [], "reasons": ["Clean explicit decline."], "citation_count": 0, "valid_citation_count": 0, "unresolved_citation_count": 0, "explicit_page_count": 0, "quote_mapped_page_count": 0, "reason": null}}