{
  "assessment_id": "kpb-nine-ad-assessment-v1-20261019",
  "assessment_kind": "retrospective",
  "assessment_date_local": "2026-10-19",
  "timezone": "America/Vancouver",
  "generation_cohort_date": "2026-09-27",
  "retained_template_report_date": "2026-09-24",
  "source_check_utc": "2026-10-20T00:05:36.678659+00:00",
  "evidence_labels": [
    "machine checked",
    "AI assessed",
    "human reviewed"
  ],
  "human_reviewed_count": 0,
  "human_acceptance": null,
  "human_correction_minutes": null,
  "fully_loaded_cost_per_human_accepted_ad": null,
  "machine_checked": {
    "finals_passed": 9,
    "finals_total": 9,
    "final_frames_decoded": 3240,
    "raw_clips_decoded": 12,
    "recorded_hash_checks_passed": 61,
    "checker_control_expectations_passed": 10,
    "automated_check_and_extraction_seconds": 10.7261
  },
  "visual_scope": {
    "contact_sheet_frames_per_final": 15,
    "total_contact_sheet_frames": 135,
    "total_final_frames": 3240,
    "first_10_seconds_samples_per_final": 12,
    "static_end_card_samples_per_final": 3,
    "review_contexts": 2,
    "exact_reviewer_model_version": "not exposed",
    "review_a_full_resolution_frame_reads": 32,
    "review_b_full_resolution_frame_reads": 28,
    "full_video_playback_review": false,
    "all_frame_visual_review": false,
    "blinding": "Aliases and hidden workflow/cost; visual content can reveal workflow. Separate contexts, not independent human reviewers."
  },
  "costs": {
    "new_external_api_spending_usd": 0,
    "new_paid_calls": 0,
    "historical_generation_credit_value_usd": 7.2,
    "historical_request_count": 12,
    "historical_retries": 0,
    "historical_quality_replacements": 0,
    "automated_repairs": 0,
    "human_time_measured": false,
    "local_operating_and_agent_service_cost": null,
    "note": "US$7.20 is historical observed generation credit value, not a new charge or an invoice. Full evaluation/production cost is unmeasured."
  },
  "limitations": [
    "One fictional product and one final per brief/workflow; no repeatability or current-model ranking.",
    "Technical decoding of all frames is not visual examination of all frames.",
    "Overlay and original-image end card were added after generation; workflow findings cannot be assigned entirely to a model.",
    "Protocol was frozen before this recheck, after the original generation. Review and adjudication are AI judgments.",
    "Pass means evidence supported the criterion at cited inspected times. Fine label text was expanded only at the times listed in each review.",
    "Human-operated study remains separate and unchanged at0/27. No cost per human-accepted ad is available."
  ],
  "rows": [
    {
      "alias": "A05",
      "slot": "template-launch",
      "workflow": "Original image + template",
      "brief": "launch",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "no_violation_seen_in_sample",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_label": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "sampled_consistency": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        }
      },
      "observation": "No violation identified in the inspected samples. This does not certify every frame or human usability.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/baseline-launch.mp4",
      "contact_sheet": "frames/A05/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 0,
      "human_acceptance": null,
      "human_correction_minutes": null
    },
    {
      "alias": "A06",
      "slot": "template-detail",
      "workflow": "Original image + template",
      "brief": "detail",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "no_violation_seen_in_sample",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_label": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "sampled_consistency": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        }
      },
      "observation": "No violation identified in the inspected samples. This does not certify every frame or human usability.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/baseline-detail.mp4",
      "contact_sheet": "frames/A06/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 0,
      "human_acceptance": null,
      "human_correction_minutes": null
    },
    {
      "alias": "A09",
      "slot": "template-retarget",
      "workflow": "Original image + template",
      "brief": "retarget",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "no_violation_seen_in_sample",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_label": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "sampled_consistency": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        }
      },
      "observation": "No violation identified in the inspected samples. This does not certify every frame or human usability.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/baseline-retarget.mp4",
      "contact_sheet": "frames/A09/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 0,
      "human_acceptance": null,
      "human_correction_minutes": null
    },
    {
      "alias": "A08",
      "slot": "gen45-launch",
      "workflow": "Gen-4.5 + template",
      "brief": "launch",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "observed_violation",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_label": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "fail",
          "review_a": "uncertain",
          "review_b": "fail",
          "resolution": "Coordinator inspected full-resolution frames 96 and119. Both reviews identified the same overlap. Dark headline letter portions merge with the dark cap, supporting an AI-assessed copy-legibility failure. The phrase is present; this does not establish wrong spelling or a model-only failure."
        },
        "sampled_consistency": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        }
      },
      "observation": "At 4.000s and 4.9583s the cap overlaps the headline. Dark letter portions lose contrast against the dark cap. This is an edit/layout issue, not invented wording or a cropped bottle.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/cohort-v1-gen45-launch.mp4",
      "contact_sheet": "frames/A08/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 1.2,
      "human_acceptance": null,
      "human_correction_minutes": null
    },
    {
      "alias": "A02",
      "slot": "gen45-detail",
      "workflow": "Gen-4.5 + template",
      "brief": "detail",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "uncertain",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "uncertain",
          "review_a": "pass",
          "review_b": "uncertain",
          "resolution": "Coordinator inspected frames144 and168. Silhouette remains recognizable; lighting versus actual finish/color change cannot be resolved from these stills. Preserve uncertainty."
        },
        "product_label": {
          "verdict": "uncertain",
          "review_a": "uncertain",
          "review_b": "uncertain",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "sampled_consistency": {
          "verdict": "uncertain",
          "review_a": "uncertain",
          "review_b": "fail",
          "resolution": "Large illumination and shadow changes are visible at6s versus7s. Reviewers differ on whether these breach the gentle-light/stable-shadow direction. No calibrated tolerance was frozen; interpretation remains uncertain."
        }
      },
      "observation": "Strong illumination at 7.000s changes the apparent cap/body finish and dot color. Exact color fidelity remains uncertain; no wrong word is demonstrated.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/cohort-v1-gen45-detail.mp4",
      "contact_sheet": "frames/A02/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 1.2,
      "human_acceptance": null,
      "human_correction_minutes": null
    },
    {
      "alias": "A04",
      "slot": "gen45-retarget",
      "workflow": "Gen-4.5 + template",
      "brief": "retarget",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "uncertain",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_label": {
          "verdict": "uncertain",
          "review_a": "uncertain",
          "review_b": "uncertain",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "sampled_consistency": {
          "verdict": "uncertain",
          "review_a": "uncertain",
          "review_b": "fail",
          "resolution": "Warm rim lighting and a harder shadow at9.9583s are visible versus0s. Reviewers differ on the stable-shadow interpretation; retain uncertainty rather than infer material corruption."
        }
      },
      "observation": "At 4.9583s the label turns around the bottle edge, hiding the ends of KINGY and FIELD BOTTLE. Hidden letters remain unverified, not proven corrupt.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/cohort-v1-gen45-retarget.mp4",
      "contact_sheet": "frames/A04/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 1.2,
      "human_acceptance": null,
      "human_correction_minutes": null
    },
    {
      "alias": "A07",
      "slot": "veo31-launch",
      "workflow": "Veo 3.1 Fast + template",
      "brief": "launch",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "no_violation_seen_in_sample",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_label": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "sampled_consistency": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        }
      },
      "observation": "No violation identified in the inspected samples. This does not certify every frame or human usability.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/cohort-v1-veo31-launch.mp4",
      "contact_sheet": "frames/A07/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 1.2,
      "human_acceptance": null,
      "human_correction_minutes": null
    },
    {
      "alias": "A03",
      "slot": "veo31-detail",
      "workflow": "Veo 3.1 Fast + template",
      "brief": "detail",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "no_violation_seen_in_sample",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_label": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "sampled_consistency": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        }
      },
      "observation": "No violation identified in the inspected samples. This does not certify every frame or human usability.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/cohort-v1-veo31-detail.mp4",
      "contact_sheet": "frames/A03/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 1.2,
      "human_acceptance": null,
      "human_correction_minutes": null
    },
    {
      "alias": "A01",
      "slot": "veo31-retarget",
      "workflow": "Veo 3.1 Fast + template",
      "brief": "retarget",
      "machine_checked": "9 of 9 final-export gates passed",
      "ai_assessed_outcome": "no_violation_seen_in_sample",
      "criteria": {
        "product_framing": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_identity_geometry": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "product_label": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "added_copy": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        },
        "sampled_consistency": {
          "verdict": "pass",
          "review_a": "pass",
          "review_b": "pass",
          "resolution": "Both reviewers agree within their stated sample coverage."
        }
      },
      "observation": "No violation identified in the inspected samples. This does not certify every frame or human usability.",
      "final_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/cohort-v1-veo31-retarget.mp4",
      "contact_sheet": "frames/A01/contact-sheet.jpg",
      "generation_credit_value_usd_historical": 1.2,
      "human_acceptance": null,
      "human_correction_minutes": null
    }
  ],
  "adjudications": [
    {
      "alias": "A08",
      "criterion": "added_copy",
      "review_a": "uncertain",
      "review_b": "fail",
      "final": "fail",
      "reason": "Coordinator inspected full-resolution frames 96 and119. Both reviews identified the same overlap. Dark headline letter portions merge with the dark cap, supporting an AI-assessed copy-legibility failure. The phrase is present; this does not establish wrong spelling or a model-only failure."
    },
    {
      "alias": "A02",
      "criterion": "product_identity_geometry",
      "review_a": "pass",
      "review_b": "uncertain",
      "final": "uncertain",
      "reason": "Coordinator inspected frames144 and168. Silhouette remains recognizable; lighting versus actual finish/color change cannot be resolved from these stills. Preserve uncertainty."
    },
    {
      "alias": "A02",
      "criterion": "sampled_consistency",
      "review_a": "uncertain",
      "review_b": "fail",
      "final": "uncertain",
      "reason": "Large illumination and shadow changes are visible at6s versus7s. Reviewers differ on whether these breach the gentle-light/stable-shadow direction. No calibrated tolerance was frozen; interpretation remains uncertain."
    },
    {
      "alias": "A04",
      "criterion": "sampled_consistency",
      "review_a": "uncertain",
      "review_b": "fail",
      "final": "uncertain",
      "reason": "Warm rim lighting and a harder shadow at9.9583s are visible versus0s. Reviewers differ on the stable-shadow interpretation; retain uncertainty rather than infer material corruption."
    }
  ],
  "original_bundle_url": "https://kingy.ai/wp-content/plugins/kingy-production-benchmarks/assets/kingy-nine-output-cohort-v1.zip",
  "review_provenance_note": "Published review records replace private local paths with portable labels; verdict text, prompts and uncertainty are retained."
}