{
  "collection_checks": {
    "all_provider_slots_complete": true,
    "one_observed_model_per_provider": true,
    "window_within_72_hours": true,
    "collection_dispatch_start_recorded": true
  },
  "collection_window_hours": 13.814371364444444,
  "schema_version": 1,
  "evidence_phase": "collection",
  "synthetic": false,
  "release_ready": true,
  "planned_panel_questions": 1200,
  "provider_status": [
    {
      "engine": "openai",
      "expected_responses": 2400,
      "successful_responses": 2400,
      "archived_responses": 2400,
      "missing_responses": 0,
      "status": "complete"
    },
    {
      "engine": "anthropic",
      "expected_responses": 2400,
      "successful_responses": 2400,
      "archived_responses": 2400,
      "missing_responses": 0,
      "status": "complete"
    },
    {
      "engine": "google",
      "expected_responses": 2400,
      "successful_responses": 2400,
      "archived_responses": 2400,
      "missing_responses": 0,
      "status": "complete"
    }
  ],
  "models_observed": {
    "openai": [
      "gpt-6.1-sol"
    ],
    "anthropic": [
      "claude-sonnet-5-5"
    ],
    "google": [
      "gemini-3.8-flash"
    ]
  },
  "headline_metrics": {
    "openai": {
      "citation_present_response_fraction": {
        "estimate": 0.7158333333333332,
        "lower_95": 0.7020833333333333,
        "upper_95": 0.7295833333333334,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "completed_responses": 2400,
      "citation_occurrences": 11738
    },
    "anthropic": {
      "citation_present_response_fraction": {
        "estimate": 0.5366666666666667,
        "lower_95": 0.5245833333333333,
        "upper_95": 0.5487500000000001,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "completed_responses": 2400,
      "citation_occurrences": 18327
    },
    "google": {
      "citation_present_response_fraction": {
        "estimate": 0.2520833333333333,
        "lower_95": 0.2316666666666667,
        "upper_95": 0.2729166666666667,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "completed_responses": 2400,
      "citation_occurrences": 15734
    }
  },
  "youtube": [
    {
      "engine": "openai",
      "unique_video_ids": 1,
      "citation_occurrence_share": {
        "estimate": 8.519338899301415e-05,
        "lower_95": 0.0,
        "upper_95": 0.00025985275010827197,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      },
      "status": "observed"
    },
    {
      "engine": "anthropic",
      "unique_video_ids": 0,
      "citation_occurrence_share": {
        "estimate": 0.0,
        "lower_95": 0.0,
        "upper_95": 0.0,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      },
      "status": "observed"
    },
    {
      "engine": "google",
      "unique_video_ids": 238,
      "citation_occurrence_share": {
        "estimate": 0.03298589042837168,
        "lower_95": 0.02658647862447759,
        "upper_95": 0.04023625685250969,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      },
      "status": "observed"
    }
  ],
  "overlap": [
    {
      "jaccard_interval": {
        "estimate": 0.061244631501756935,
        "lower_95": 0.053453964157336255,
        "upper_95": 0.07007894306675518,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "mean domain-set Jaccard among nonempty-union matched answers; question-clustered strata-preserving bootstrap"
      },
      "engine_a": "openai",
      "engine_b": "anthropic",
      "matched_responses": 2400,
      "nonempty_domain_union_pairs": 1718,
      "mean_domain_jaccard": 0.061244631501756935,
      "status": "observed"
    },
    {
      "jaccard_interval": {
        "estimate": 0.06038900384449098,
        "lower_95": 0.05279858562267901,
        "upper_95": 0.06862374562808797,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "mean domain-set Jaccard among nonempty-union matched answers; question-clustered strata-preserving bootstrap"
      },
      "engine_a": "openai",
      "engine_b": "google",
      "matched_responses": 2400,
      "nonempty_domain_union_pairs": 1720,
      "mean_domain_jaccard": 0.06038900384449098,
      "status": "observed"
    },
    {
      "jaccard_interval": {
        "estimate": 0.06485347925867282,
        "lower_95": 0.05642487660896473,
        "upper_95": 0.07375685831052381,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "mean domain-set Jaccard among nonempty-union matched answers; question-clustered strata-preserving bootstrap"
      },
      "engine_a": "anthropic",
      "engine_b": "google",
      "matched_responses": 2400,
      "nonempty_domain_union_pairs": 1293,
      "mean_domain_jaccard": 0.06485347925867282,
      "status": "observed"
    }
  ],
  "stability": [
    {
      "jaccard_interval": {
        "estimate": 0.6638340897856468,
        "lower_95": 0.6450342468146154,
        "upper_95": 0.682016154652869,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "mean domain-set Jaccard among nonempty-union two-run question pairs; strata-preserving bootstrap"
      },
      "engine": "openai",
      "matched_questions": 1200,
      "nonempty_domain_union_pairs": 867,
      "mean_domain_jaccard": 0.6638340897856468,
      "status": "observed"
    },
    {
      "jaccard_interval": {
        "estimate": 0.5152227659241914,
        "lower_95": 0.4937233071222304,
        "upper_95": 0.5366013132922856,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "mean domain-set Jaccard among nonempty-union two-run question pairs; strata-preserving bootstrap"
      },
      "engine": "anthropic",
      "matched_questions": 1200,
      "nonempty_domain_union_pairs": 652,
      "mean_domain_jaccard": 0.5152227659241914,
      "status": "observed"
    },
    {
      "jaccard_interval": {
        "estimate": 0.31856997987837027,
        "lower_95": 0.2918786541753803,
        "upper_95": 0.3454151383329878,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "mean domain-set Jaccard among nonempty-union two-run question pairs; strata-preserving bootstrap"
      },
      "engine": "google",
      "matched_questions": 1200,
      "nonempty_domain_union_pairs": 337,
      "mean_domain_jaccard": 0.3185699798783703,
      "status": "observed"
    }
  ],
  "strata": [
    {
      "engine": "openai",
      "stratum": "S1",
      "completed_responses": 1000,
      "responses_with_citations": 998,
      "citation_occurrences": 6408,
      "status": "observed"
    },
    {
      "engine": "openai",
      "stratum": "S2",
      "completed_responses": 600,
      "responses_with_citations": 317,
      "citation_occurrences": 1767,
      "status": "observed"
    },
    {
      "engine": "openai",
      "stratum": "S3",
      "completed_responses": 400,
      "responses_with_citations": 400,
      "citation_occurrences": 3545,
      "status": "observed"
    },
    {
      "engine": "openai",
      "stratum": "S4",
      "completed_responses": 400,
      "responses_with_citations": 3,
      "citation_occurrences": 18,
      "status": "observed"
    },
    {
      "engine": "anthropic",
      "stratum": "S1",
      "completed_responses": 1000,
      "responses_with_citations": 875,
      "citation_occurrences": 11704,
      "status": "observed"
    },
    {
      "engine": "anthropic",
      "stratum": "S2",
      "completed_responses": 600,
      "responses_with_citations": 13,
      "citation_occurrences": 142,
      "status": "observed"
    },
    {
      "engine": "anthropic",
      "stratum": "S3",
      "completed_responses": 400,
      "responses_with_citations": 400,
      "citation_occurrences": 6481,
      "status": "observed"
    },
    {
      "engine": "anthropic",
      "stratum": "S4",
      "completed_responses": 400,
      "responses_with_citations": 0,
      "citation_occurrences": 0,
      "status": "observed"
    },
    {
      "engine": "google",
      "stratum": "S1",
      "completed_responses": 1000,
      "responses_with_citations": 413,
      "citation_occurrences": 10765,
      "status": "observed"
    },
    {
      "engine": "google",
      "stratum": "S2",
      "completed_responses": 600,
      "responses_with_citations": 2,
      "citation_occurrences": 12,
      "status": "observed"
    },
    {
      "engine": "google",
      "stratum": "S3",
      "completed_responses": 400,
      "responses_with_citations": 190,
      "citation_occurrences": 4957,
      "status": "observed"
    },
    {
      "engine": "google",
      "stratum": "S4",
      "completed_responses": 400,
      "responses_with_citations": 0,
      "citation_occurrences": 0,
      "status": "observed"
    }
  ],
  "denominators": {
    "citation_occurrences": "answer-linked annotations, including repeats",
    "response_presence": "completed responses, including completed zero-citation answers",
    "missing_answers": "excluded from completed-answer denominator and reported separately"
  },
  "bootstrap": "10000 samples; resample question IDs inside strata, retain both runs and all engines; percentile intervals; seed 20261003",
  "interpretation": "full collection; only release-ready after all checks pass",
  "classification_reviewed_domains": 100,
  "classification_total_domains": 4631,
  "headline_domains": [
    {
      "engine": "openai",
      "domain": "github.com",
      "response_presence": {
        "estimate": 0.0975,
        "lower_95": 0.08249999999999999,
        "upper_95": 0.11291666666666667,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.05920940535014483,
        "lower_95": 0.046265508094238766,
        "upper_95": 0.0732340819029855,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "openai",
      "domain": "openai.com",
      "response_presence": {
        "estimate": 0.07625000000000001,
        "lower_95": 0.0625,
        "upper_95": 0.09041666666666667,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.030754813426478105,
        "lower_95": 0.023674115356157262,
        "upper_95": 0.03851721153184804,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "openai",
      "domain": "microsoft.com",
      "response_presence": {
        "estimate": 0.07375,
        "lower_95": 0.060000000000000005,
        "upper_95": 0.08791666666666667,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.029476912591582895,
        "lower_95": 0.023132992545889394,
        "upper_95": 0.03633950975782885,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "openai",
      "domain": "adobe.com",
      "response_presence": {
        "estimate": 0.06166666666666667,
        "lower_95": 0.04916666666666667,
        "upper_95": 0.07458333333333333,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.025983983642869312,
        "lower_95": 0.019247467606736346,
        "upper_95": 0.03328764924336225,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "openai",
      "domain": "google.com",
      "response_presence": {
        "estimate": 0.07416666666666667,
        "lower_95": 0.060833333333333336,
        "upper_95": 0.08792708333333318,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.025983983642869312,
        "lower_95": 0.020423855910477424,
        "upper_95": 0.0322966720356796,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "anthropic",
      "domain": "arxiv.org",
      "response_presence": {
        "estimate": 0.04333333333333333,
        "lower_95": 0.03333333333333333,
        "upper_95": 0.05333333333333334,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.019315763627434934,
        "lower_95": 0.013468897200616467,
        "upper_95": 0.02597194893247165,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "anthropic",
      "domain": "github.com",
      "response_presence": {
        "estimate": 0.043333333333333335,
        "lower_95": 0.033322916666666674,
        "upper_95": 0.05416666666666667,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.015223440825012277,
        "lower_95": 0.010917890431106124,
        "upper_95": 0.01999553446356303,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "anthropic",
      "domain": "wikipedia.org",
      "response_presence": {
        "estimate": 0.043333333333333335,
        "lower_95": 0.03375,
        "upper_95": 0.05333333333333333,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.010203524854040486,
        "lower_95": 0.007369675200351257,
        "upper_95": 0.013398036153694393,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "anthropic",
      "domain": "dev.to",
      "response_presence": {
        "estimate": 0.02625,
        "lower_95": 0.01875,
        "upper_95": 0.034583333333333334,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.006929666612102363,
        "lower_95": 0.004659459772422944,
        "upper_95": 0.009512821310575502,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "anthropic",
      "domain": "medium.com",
      "response_presence": {
        "estimate": 0.022083333333333333,
        "lower_95": 0.015000000000000001,
        "upper_95": 0.029583333333333336,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.0064931521798439465,
        "lower_95": 0.00407183502464696,
        "upper_95": 0.009331844720698477,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "google",
      "domain": "reddit.com",
      "response_presence": {
        "estimate": 0.08791666666666667,
        "lower_95": 0.07500000000000001,
        "upper_95": 0.10125,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.0413753654506165,
        "lower_95": 0.03332160239359835,
        "upper_95": 0.05048818400944872,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "google",
      "domain": "youtube.com",
      "response_presence": {
        "estimate": 0.07791666666666666,
        "lower_95": 0.06625,
        "upper_95": 0.09,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.03298589042837168,
        "lower_95": 0.02658647862447759,
        "upper_95": 0.04023625685250969,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "google",
      "domain": "github.com",
      "response_presence": {
        "estimate": 0.04125,
        "lower_95": 0.03125,
        "upper_95": 0.051250000000000004,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.03146053133341808,
        "lower_95": 0.021479230412511995,
        "upper_95": 0.04282955608143355,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "google",
      "domain": "lovable.dev",
      "response_presence": {
        "estimate": 0.008333333333333333,
        "lower_95": 0.00375,
        "upper_95": 0.013750000000000002,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.013346892080844032,
        "lower_95": 0.004996025165180408,
        "upper_95": 0.0237952868878301,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    },
    {
      "engine": "google",
      "domain": "medium.com",
      "response_presence": {
        "estimate": 0.036250000000000004,
        "lower_95": 0.027916666666666666,
        "upper_95": 0.04541666666666667,
        "unit": "query-clustered stratum-weighted fraction",
        "resamples": 10000,
        "seed": 20261003,
        "degenerate_interval": false,
        "caution": null
      },
      "citation_occurrence_share": {
        "estimate": 0.013219778822931232,
        "lower_95": 0.009725183058287587,
        "upper_95": 0.016949230058467806,
        "resamples": 10000,
        "valid_resamples": 10000,
        "seed": 20261003,
        "unit": "observed citation-occurrence share; query-clustered strata-preserving bootstrap"
      }
    }
  ],
  "youtube_metadata_coverage": {
    "unique_cited_video_ids": 239,
    "available_metadata": 239,
    "unavailable_metadata": 0,
    "uncached_ids": 0,
    "retrieved_at_utc": "2026-10-05T05:45:07.135308+00:00",
    "retrieval_scope": "post-collection public metadata snapshot",
    "caption_note": "availability flag only; accuracy/content not evaluated",
    "kingy_channel": {
      "channel_id": "UC51g2r_bWOQq-7Y-VwU9sYA",
      "channel_url": "https://www.youtube.com/@kingy-ai",
      "provider_counts": {
        "openai": {
          "unique_videos": 0,
          "citation_occurrences": 0,
          "answers": 0
        },
        "anthropic": {
          "unique_videos": 0,
          "citation_occurrences": 0,
          "answers": 0
        },
        "google": {
          "unique_videos": 1,
          "citation_occurrences": 1,
          "answers": 1
        }
      }
    }
  },
  "classification_review": {
    "reviewed_domains": 100,
    "total_collection_domains": 4631,
    "unreviewed_domains": 4531,
    "selection": "Top 100 domains by pooled citation occurrences; purposive review, not a representative sample.",
    "source_snapshot_sha256": "202609177ddd88a813628ecf505e02d36a1c88ff9a7e0af26f6d29f6a3ec5445",
    "reviewer": "Curtis Pyke",
    "provider_coverage": {
      "openai": {
        "reviewed_citation_occurrences": 5998,
        "all_citation_occurrences": 11738,
        "reviewed_share": 0.5109899471800988
      },
      "anthropic": {
        "reviewed_citation_occurrences": 4294,
        "all_citation_occurrences": 18327,
        "reviewed_share": 0.23429912151470508
      },
      "google": {
        "reviewed_citation_occurrences": 7511,
        "all_citation_occurrences": 15734,
        "reviewed_share": 0.47737384009152156
      }
    },
    "claim_scope": "Reviewed subset only; other domains pooled as unreviewed. Categories describe source type, not quality or authorship of every page.",
    "synthetic": false,
    "public": false
  }
}