{ "schemaVersion": 1, "taskId": "video-exact-text", "task": "Animate a slow push-in on an exact text card", "assessmentType": "agent-assisted-usability", "assessmentWarning": "The accepted field records whether the historical agent-assisted screen marked an output usable. It is not a measured strict-acceptance result. Original notes and contradictory judgments are preserved.", "acceptanceCriteria": "Every target character must remain unchanged in every frame. Target apparent sign-size increase is 15 percent; below 5 or above 25 percent is a brief-adherence failure. Critical failures specified before generation: Any target character mutates, disappears or new text appears. Any target line or corner fiducial is cropped. The clip cuts or the sign plane materially deforms.", "acceptanceProvenance": "The task pack records the original brief before the run. No strict acceptance measurement is available for these videos. The JSON accepted field preserves only the historical agent-assisted usability assessment: true means marked usable; false means marked not usable. The assessment did not establish strict compliance with every stated condition. Read each original note and inspect the video. No scores were changed for this integration.", "input": { "url": "assets/video-exact-text-input.png", "sha256": "1c80e4c731da1936361fa3e90898287dd7a4543a7a64eab971c6c2a38ce3973c" }, "attempts": [ { "id": "video-exact-text-veo31lite-1", "accepted": true, "toolCostUSD": 0.12, "humanMinutes": null, "elapsedSeconds": 44.415, "output": "Retained agent-assisted assessment: marked usable. Original assessment: Clean, restrained push-in. Failure labels: No failure label was assigned in the retained screen.", "expected": null, "prompt": "A continuous four-second shot of the exact test sign shown. Perform a slow 15 percent camera push-in. Keep every character in SHOT ATLAS SANDBOX, PACK 03, and TEXT MUST STAY EXACT unchanged, correctly spelled, fully readable and geometrically stable in every frame. Preserve all corner fiducials. No cut, no added text, no crop.", "seed": 271828, "observedAt": "2026-08-26T08:21:33.222094+00:00", "artifactUrl": "assets/video-exact-text-veo31lite-1.mp4", "previewUrl": "assets/video-exact-text-veo31lite-1-poster.png", "settings": { "aspect_ratio": "16:9", "duration_seconds": 4, "first_frame_count": 1, "generate_audio": false, "resolution": "720p", "seed": 271828 }, "model": "Veo 3.1 Lite", "version": "google/veo-3.1-lite-20260331", "artifactSha256": "2bb02768ec86aa588b25d836829599d3a70d6f96dc0c62de5789bc49c915ba2c", "inputSha256": "1c80e4c731da1936361fa3e90898287dd7a4543a7a64eab971c6c2a38ce3973c", "originalUsability": true, "latestUsability": true, "assessmentMethod": "agent-assisted-not-independent-human", "originalAssessmentNotes": [ "Clean, restrained push-in." ], "failureLabels": [], "reviewDisagreement": false, "technicalRetries": 0 }, { "id": "video-exact-text-veo31lite-2", "accepted": true, "toolCostUSD": 0.12, "humanMinutes": null, "elapsedSeconds": 44.321, "output": "Retained agent-assisted assessment: marked usable. Original assessment: Text retained; late softness limits finish. Failure labels: No failure label was assigned in the retained screen.", "expected": null, "prompt": "A continuous four-second shot of the exact test sign shown. Perform a slow 15 percent camera push-in. Keep every character in SHOT ATLAS SANDBOX, PACK 03, and TEXT MUST STAY EXACT unchanged, correctly spelled, fully readable and geometrically stable in every frame. Preserve all corner fiducials. No cut, no added text, no crop.", "seed": 314159, "observedAt": "2026-08-26T08:22:17.639141+00:00", "artifactUrl": "assets/video-exact-text-veo31lite-2.mp4", "previewUrl": "assets/video-exact-text-veo31lite-2-poster.png", "settings": { "aspect_ratio": "16:9", "duration_seconds": 4, "first_frame_count": 1, "generate_audio": false, "resolution": "720p", "seed": 314159 }, "model": "Veo 3.1 Lite", "version": "google/veo-3.1-lite-20260331", "artifactSha256": "f54caf525e9e9d0e0d779ba3988daa527c2e4aeb30c42d592a50801be8bd4308", "inputSha256": "1c80e4c731da1936361fa3e90898287dd7a4543a7a64eab971c6c2a38ce3973c", "originalUsability": true, "latestUsability": true, "assessmentMethod": "agent-assisted-not-independent-human", "originalAssessmentNotes": [ "Text retained; late softness limits finish." ], "failureLabels": [], "reviewDisagreement": false, "technicalRetries": 0 }, { "id": "video-exact-text-seedance20fast-1", "accepted": true, "toolCostUSD": 0.36666, "humanMinutes": null, "elapsedSeconds": 592.56, "output": "Retained agent-assisted assessment: marked usable. Original assessment: Clean exact-text and framing retention. Failure labels: No failure label was assigned in the retained screen.", "expected": null, "prompt": "A continuous four-second shot of the exact test sign shown. Perform a slow 15 percent camera push-in. Keep every character in SHOT ATLAS SANDBOX, PACK 03, and TEXT MUST STAY EXACT unchanged, correctly spelled, fully readable and geometrically stable in every frame. Preserve all corner fiducials. No cut, no added text, no crop.", "seed": 271828, "observedAt": "2026-08-26T07:57:46.242642+00:00", "artifactUrl": "assets/video-exact-text-seedance20fast-1.mp4", "previewUrl": "assets/video-exact-text-seedance20fast-1-poster.png", "settings": { "aspect_ratio": "16:9", "duration_seconds": 4, "first_frame_count": 1, "generate_audio": false, "resolution": "720p", "seed": 271828 }, "model": "Seedance 2.0 Fast", "version": "bytedance/seedance-2.0-fast-20260414", "artifactSha256": "8ecaed9ea7ef0a9f3caaa8a01a40cfb0d95777c086a57a658ecba13cb043e06c", "inputSha256": "1c80e4c731da1936361fa3e90898287dd7a4543a7a64eab971c6c2a38ce3973c", "originalUsability": true, "latestUsability": true, "assessmentMethod": "agent-assisted-not-independent-human", "originalAssessmentNotes": [ "Clean exact-text and framing retention." ], "failureLabels": [], "reviewDisagreement": false, "technicalRetries": 0 }, { "id": "video-exact-text-seedance20fast-2", "accepted": true, "toolCostUSD": 0.36666, "humanMinutes": null, "elapsedSeconds": 834.414, "output": "Retained agent-assisted assessment: marked usable. Original assessment: Usable text pass with modest push-in. Failure labels: No failure label was assigned in the retained screen.", "expected": null, "prompt": "A continuous four-second shot of the exact test sign shown. Perform a slow 15 percent camera push-in. Keep every character in SHOT ATLAS SANDBOX, PACK 03, and TEXT MUST STAY EXACT unchanged, correctly spelled, fully readable and geometrically stable in every frame. Preserve all corner fiducials. No cut, no added text, no crop.", "seed": 314159, "observedAt": "2026-08-26T08:07:38.805655+00:00", "artifactUrl": "assets/video-exact-text-seedance20fast-2.mp4", "previewUrl": "assets/video-exact-text-seedance20fast-2-poster.png", "settings": { "aspect_ratio": "16:9", "duration_seconds": 4, "first_frame_count": 1, "generate_audio": false, "resolution": "720p", "seed": 314159 }, "model": "Seedance 2.0 Fast", "version": "bytedance/seedance-2.0-fast-20260414", "artifactSha256": "0c31cd4da9c7d0aeb5cfe36f08ef36aba652f62f745c12c7148d2a266067bab2", "inputSha256": "1c80e4c731da1936361fa3e90898287dd7a4543a7a64eab971c6c2a38ce3973c", "originalUsability": true, "latestUsability": true, "assessmentMethod": "agent-assisted-not-independent-human", "originalAssessmentNotes": [ "Usable text pass with modest push-in." ], "failureLabels": [], "reviewDisagreement": false, "technicalRetries": 0 }, { "id": "video-exact-text-kling30standard-1", "accepted": true, "toolCostUSD": 0.42, "humanMinutes": null, "elapsedSeconds": 104.599, "output": "Retained agent-assisted assessment: marked usable. Original assessment: No critical defect, but motion brief is not met. Failure labels: No failure label was assigned in the retained screen. The accepted flag and the note about unmet motion are inconsistent under a strict interpretation; both are preserved.", "expected": null, "prompt": "A continuous four-second shot of the exact test sign shown. Perform a slow 15 percent camera push-in. Keep every character in SHOT ATLAS SANDBOX, PACK 03, and TEXT MUST STAY EXACT unchanged, correctly spelled, fully readable and geometrically stable in every frame. Preserve all corner fiducials. No cut, no added text, no crop.", "seed": null, "observedAt": "2026-08-26T07:54:46.989422+00:00", "artifactUrl": "assets/video-exact-text-kling30standard-1.mp4", "previewUrl": "assets/video-exact-text-kling30standard-1-poster.png", "settings": { "aspect_ratio": "16:9", "duration_seconds": 4, "first_frame_count": 1, "generate_audio": false, "resolution": "720p", "seed": null }, "model": "Kling 3.0 Standard", "version": "kwaivgi/kling-v3.0-std-20260429", "artifactSha256": "aa40814f500fb50c957f2b43d79906dd53afe7e86ee79ec41f185a91082fd5ae", "inputSha256": "1c80e4c731da1936361fa3e90898287dd7a4543a7a64eab971c6c2a38ce3973c", "originalUsability": true, "latestUsability": true, "assessmentMethod": "agent-assisted-not-independent-human", "originalAssessmentNotes": [ "No critical defect, but motion brief is not met." ], "failureLabels": [], "reviewDisagreement": false, "technicalRetries": 0 }, { "id": "video-exact-text-kling30standard-2", "accepted": true, "toolCostUSD": 0.42, "humanMinutes": null, "elapsedSeconds": 74.65, "output": "Retained agent-assisted assessment: marked usable. Original assessment: Best exact-text execution. Failure labels: No failure label was assigned in the retained screen.", "expected": null, "prompt": "A continuous four-second shot of the exact test sign shown. Perform a slow 15 percent camera push-in. Keep every character in SHOT ATLAS SANDBOX, PACK 03, and TEXT MUST STAY EXACT unchanged, correctly spelled, fully readable and geometrically stable in every frame. Preserve all corner fiducials. No cut, no added text, no crop.", "seed": null, "observedAt": "2026-08-26T07:56:31.590344+00:00", "artifactUrl": "assets/video-exact-text-kling30standard-2.mp4", "previewUrl": "assets/video-exact-text-kling30standard-2-poster.png", "settings": { "aspect_ratio": "16:9", "duration_seconds": 4, "first_frame_count": 1, "generate_audio": false, "resolution": "720p", "seed": null }, "model": "Kling 3.0 Standard", "version": "kwaivgi/kling-v3.0-std-20260429", "artifactSha256": "93e519efe1197916759b52e354767e28d5da83571a37069ad1d5e69dd5ca940a", "inputSha256": "1c80e4c731da1936361fa3e90898287dd7a4543a7a64eab971c6c2a38ce3973c", "originalUsability": true, "latestUsability": true, "assessmentMethod": "agent-assisted-not-independent-human", "originalAssessmentNotes": [ "Best exact-text execution." ], "failureLabels": [], "reviewDisagreement": false, "technicalRetries": 0 } ], "limitations": [ "Two retained attempts per model for this task. This is too small to establish population-level reliability or a universal model ranking.", "Marked usable means the historical agent-assisted screen marked the clip usable. It does not mean independent human approval or measured strict compliance with the original brief.", "Historical provider charges include every attempt, including rejected outputs. They are not current prices.", "Active human editing and repair time, hardware costs and electricity were not recorded; unknown values are not zero.", "The first frame is a procedural non-human test card, not a camera photograph or production advertisement.", "The three recorded routes were publicly listed by OpenRouter on September 13, 2026, with the same canonical model identifiers as these historical runs. Account-specific access, current prices and fresh generation were not verified. Re-running a route or seed may not recreate identical pixels; seed behavior was not independently established.", "The first Kling output was marked usable by the retained screen even though its note says the motion brief was not met. That usability decision is preserved and is not strict push-in compliance.", "Some clips marked usable show late softness or cropping of non-target fixture headings. No new every-frame OCR or geometric-motion measurement was performed." ], "strictAcceptanceMeasured": false, "currentAvailability": { "checkedAt": "2026-09-13", "sourceUrl": "https://openrouter.ai/api/v1/models?output_modalities=video", "claim": "The three recorded routes were publicly listed by OpenRouter on September 13, 2026, with the same canonical model identifiers as these historical runs. Account-specific access, current prices and fresh generation were not verified. Re-running a route or seed may not recreate identical pixels; seed behavior was not independently established.", "models": [ { "id": "google/veo-3.1-lite", "name": "Google: Veo 3.1 Lite", "canonicalModel": "google/veo-3.1-lite-20260331", "publiclyListed": true }, { "id": "bytedance/seedance-2.0-fast", "name": "ByteDance: Seedance 2.0 Fast", "canonicalModel": "bytedance/seedance-2.0-fast-20260414", "publiclyListed": true }, { "id": "kwaivgi/kling-v3.0-std", "name": "Kling: Video v3.0 Standard", "canonicalModel": "kwaivgi/kling-v3.0-std-20260429", "publiclyListed": true } ] } }