{
  "runner_version": "kingy-document-runner/1.5.6",
  "questions_sha256": "5894838cffa707ecd654b2592b3a85cff9d6fcb6a262d99c9e68833e84f14f8d",
  "references_sha256": "a1779ef1ed7d518710545a8413d59822363d7403bf95331f4d9189bd8af78c2b",
  "runner_sha256": "3bcc03ffef818fa7fb6062ae17f20aa09d2fcc25fc9d57572c77ec35bc1ef02b",
  "source_changed_during_run": false,
  "system_prompt_sha256": "80fa556d1117317a79713e3b25b150bf3e351e0a0587e8ce258166b2836b042e",
  "parse_seconds": 0.003703042006236501,
  "index_seconds": 0.00017670799570623785,
  "split": "selftest",
  "repetitions": [
    {
      "repetition": 1,
      "attempts": 4,
      "answerable_count": 3,
      "answerable_passes": 3,
      "unanswerable_count": 1,
      "correct_abstentions": 1,
      "citation_count": 4,
      "valid_citation_count": 4,
      "answer_correctness": 1.0,
      "citation_precision": 1.0,
      "abstention_accuracy": 1.0,
      "qualified": true,
      "by_category": {
        "cross_document": {
          "attempts": 1,
          "passed": 1
        },
        "direct": {
          "attempts": 2,
          "passed": 2
        },
        "unanswerable": {
          "attempts": 1,
          "passed": 1
        }
      },
      "model_calls": 4,
      "model_request_count": 10,
      "guard_only_answers": 0
    }
  ],
  "complete_planned_evaluation": false,
  "qualified": false
}