{ "schema": "iiw_pilot_qa_review/v1", "video_reviews": [ { "qa_id": "video:flagged_unusable:ep01_clip_0000.mp4", "type": "video_clip", "bucket": "flagged_unusable", "clip": "ep01_clip_0000.mp4", "production_episode": "01", "start_s": 12.64, "duration": 4.64, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": false, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0000.png", "qa_status": "ok", "review": { "qa_result": "FAIL", "caption_alignment": "FAIL", "training_usable_recommended": false, "title_or_credit_leak": true, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Contact sheet showing opening credits sequence with French text overlays (music, original drawings, direction) over futuristic cityscape background with spies in orange/green suits", "issues": [ "Caption describes narrative content but frames show dominant credit sequences", "Missing acknowledgment of French credit text overlays", "Frames are primarily title/credits rather than narrative scene", "Scene type incorrectly labeled as 'transition' when it's opening credits" ], "corrected_caption": "Opening credits sequence from Totally Spies Season 7 with French text overlays: 'MUSIQUE ORIGINE Adam Baker', 'Basé sur les dessins originaux de Gil Formosa', and 'RÉALISÉ PAR Stéphane Berry'. Background shows futuristic cityscape with neon-lit digital grids, two female spies in orange and green suits, and digital eyes on pixelated screen." }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:06:02.30043927Z" }, { "qa_id": "video:flagged_unusable:ep04_clip_0000.mp4", "type": "video_clip", "bucket": "flagged_unusable", "clip": "ep04_clip_0000.mp4", "production_episode": "04", "start_s": 12.64, "duration": 4.64, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": false, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0000.png", "qa_status": "ok", "review": { "qa_result": "FAIL", "caption_alignment": "PASS", "training_usable_recommended": false, "title_or_credit_leak": true, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Opening credits sequence showing production text overlays, spy characters in action poses, and neon-lit digital backgrounds", "issues": [ "Clip consists entirely of opening credits rather than actual show content", "Not suitable for training on show narrative or character interaction" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:06:51.816667022Z" }, { "qa_id": "video:flagged_unusable:ep05_clip_0000.mp4", "type": "video_clip", "bucket": "flagged_unusable", "clip": "ep05_clip_0000.mp4", "production_episode": "05", "start_s": 12.64, "duration": 4.64, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": false, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0000.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": false, "title_or_credit_leak": true, "contact_sheet_language": false, "wrong_character_risk": "low", "visible_summary": "Opening credits sequence with production credits overlaid on neon-lit futuristic cityscape background and stylized character poses", "issues": [ "Caption describes 'action sequence' but frames show production credits", "Character hair color mismatch (described as brown but appears orange/ginger)", "Scene is credits sequence, not transition as stated" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. Production credits sequence set in a neon-lit futuristic cityscape featuring unknown female agents in dynamic poses with glowing holographic elements and circuit-patterned backgrounds. [Location: futuristic cityscape with neon lights and circuit patterns | Scene type: credits sequence | Characters: unknown female character in yellow outfit, unknown female character in green outfit, unknown female character with orange hair]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:07:29.849775935Z" }, { "qa_id": "video:flagged_unusable:ep20_clip_0000.mp4", "type": "video_clip", "bucket": "flagged_unusable", "clip": "ep20_clip_0000.mp4", "production_episode": "20", "start_s": 12.64, "duration": 4.64, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": false, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0000.png", "qa_status": "ok", "review": { "qa_result": "FAIL", "caption_alignment": "PASS", "training_usable_recommended": false, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Production credits (music, writers, direction) overlaid on animated characters in orange/green outfits against neon circuit backdrop", "issues": [ "Clip is primarily a production credits sequence, not suitable for animation training data" ], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:08:24.032311789Z" }, { "qa_id": "video:flagged_unusable:ep20_clip_0013.mp4", "type": "video_clip", "bucket": "flagged_unusable", "clip": "ep20_clip_0013.mp4", "production_episode": "20", "start_s": 74.88, "duration": 6.96, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": false, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0013.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": true, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Cave interior with small figure; high-tech room with character in white/red uniform; tropical island landscape; three spies posing with 'TOTALLY PAWSOME' title on digital background", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:09:16.217901125Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0067.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0067.mp4", "production_episode": "01", "start_s": 720.68, "duration": 3.72, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0067.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Close-ups of gloved hand operating glowing gadget and WOOHP-branded mechanical components, high-tech control room with neon lighting, three spies observing vehicle deploying from screen to glass dome", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:10:12.504710951Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0068.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0068.mp4", "production_episode": "01", "start_s": 724.4, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0068.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three spies in colored uniforms (orange, green, red) show surprise then confidence in high-tech facility; transition via purple/pink dot pattern to city street with robotic panda vehicles and yellow van", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:10:43.741341182Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0069.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0069.mp4", "production_episode": "01", "start_s": 733.16, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0069.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three characters in red, green, and yellow outfits peeking from behind wooden crates near green shipping containers, progressing to a closer view of them observing something in an urban industrial setting", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:11:17.758570875Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0070.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0070.mp4", "production_episode": "01", "start_s": 770.56, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0070.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Green flying vehicle over city buildings, reflection in vehicle mirror, street view with blue holographic interface, orange-striped-haired character using map gadget", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:12:01.90819182Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0071.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0071.mp4", "production_episode": "01", "start_s": 780.2, "duration": 3.4, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0071.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Vehicle interior with empty seats and red warning light; exterior view of green drone approaching blue/white delivery truck on urban street", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:12:19.580019944Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0072.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0072.mp4", "production_episode": "01", "start_s": 783.6, "duration": 4.96, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0072.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three spies with distinct hair colors (dark, blonde, red) interact with holographic interfaces showing stress/anxiety near green shipping container in industrial urban setting", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:13:03.772540539Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0073.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0073.mp4", "production_episode": "01", "start_s": 788.56, "duration": 5.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0073.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three spies with distinct hair colors observe a holographic interface with a green hand interaction, followed by a WOOHP vehicle exterior shot", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:13:44.954324015Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0074.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0074.mp4", "production_episode": "01", "start_s": 793.56, "duration": 5.44, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0074.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "A blonde female spy with yellow-streaked hair in red suit shows changing expressions from strained to determined inside a vehicle, with two cars racing on a city street with skyscrapers in the background.", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:14:16.984169122Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0075.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0075.mp4", "production_episode": "01", "start_s": 799.0, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0075.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "low", "visible_summary": "Two futuristic white/pink vehicles transition from city street to tunnel; one character with dark hair in yellow outfit operating controls visible", "issues": [ "Character identification as 'Clover' not visually verifiable", "Only one character clearly visible despite caption listing two" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. Two futuristic white and pink vehicles transition from a sunlit city street with skyscrapers and trees to an underground tunnel, with a character operating controls inside one vehicle. [Location: City street transitioning to underground tunnel | Scene type: travel | Characters: one visible character]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:15:15.39225862Z" }, { "qa_id": "video:vlm_caption_sample:ep01_clip_0076.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep01_clip_0076.mp4", "production_episode": "01", "start_s": 821.24, "duration": 4.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep01_clip_0076.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "low", "visible_summary": "Dimly lit high-tech lair with green lighting, panda-faced monitors, seated figure, red-clawed robotic arm, yellow rubber duck, and purple octopus object on desk", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:15:31.325726223Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0077.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0077.mp4", "production_episode": "04", "start_s": 581.68, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0077.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three female spies in colored bodysuits (red, green, orange) in jungle setting with green water; one character initially alone near water edge then joins group, all displaying concerned expressions.", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:16:05.676139974Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0078.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0078.mp4", "production_episode": "04", "start_s": 607.32, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0078.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "medium", "visible_summary": "Three female spies in red, green, and orange outfits in jungle near pond, with floating gadget featuring a face", "issues": [ "Incorrect character name: Zerlina should be Alex in Totally Spies" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. Three female spies in coloured outfits move through a jungle environment near a green pond, with one spy activating a small floating gadget that has a face. [Location: Jungle with pond | Scene type: mission | Characters: Sam, Clover, Alex]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:16:42.431867845Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0079.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0079.mp4", "production_episode": "04", "start_s": 622.84, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0079.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "low", "visible_summary": "Spiky green creature with red eyes emerging from lake creating ripples, and female spy in yellow jumpsuit gesturing in forest setting", "issues": [ "Uncertain character identification (stated as Alex without visual confirmation)", "WOOHP agent implication may be speculative" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. A spiky green creature with glowing red eyes emerges from a forest lake, creating ripples as it moves, while a female agent in a yellow jumpsuit gestures emphatically in a sunlit woodland setting. [Location: Forest lake with dense trees and reflective water | Scene type: action | Characters: female spy, unknown green creature, small drone]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:17:37.449992151Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0080.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0080.mp4", "production_episode": "04", "start_s": 645.52, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0080.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Brown-haired girl with pink streaks holds blue book with black cat design in classroom; blonde classmate partially visible; expressions shift from surprise to thoughtfulness", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:18:06.411813679Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0081.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0081.mp4", "production_episode": "04", "start_s": 656.04, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0081.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "low", "visible_summary": "Blonde girl in green top leaning over library railing (winking to surprised), dark-haired girl in red top laughing with raised arms", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:18:42.787144865Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0082.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0082.mp4", "production_episode": "04", "start_s": 664.4, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0082.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three spies (Sam, Alex, Clover) in school library with bookshelves, interacting while another student with glasses reads in foreground; hexagonal display shows additional character.", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:19:22.120178598Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0083.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0083.mp4", "production_episode": "04", "start_s": 678.92, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0083.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "low", "visible_summary": "Girl with pink-streaked hair shifts from surprise to laughter in school library; holographic compact emits light; peers converse near bookshelves; uniformed student stands nearby", "issues": [ "Slight uncertainty in identifying main character as Alex without explicit confirmation from frames" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:20:16.749715008Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0084.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0084.mp4", "production_episode": "04", "start_s": 703.32, "duration": 4.16, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0084.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Two animated spies in a modern room with large windows; one holds a glowing compact mirror while the other observes, with expressions changing across frames.", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:20:43.668435113Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0085.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0085.mp4", "production_episode": "04", "start_s": 707.48, "duration": 4.8, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0085.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "low", "visible_summary": "Blue-haired WOOHP agent interacting with holographic screens; hand points at round table with glowing green lens in high-tech control room", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:21:21.651336669Z" }, { "qa_id": "video:vlm_caption_sample:ep04_clip_0086.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep04_clip_0086.mp4", "production_episode": "04", "start_s": 712.28, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep04_clip_0086.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three female spies (blonde, dark-haired, red-haired) conversing in modern lobby with large windows, yellow pillars, and red bench; blonde character gesturing while others react with shifting stances.", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:22:14.447913936Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0070.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0070.mp4", "production_episode": "05", "start_s": 709.2, "duration": 4.6, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0070.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "medium", "visible_summary": "4 frames of a robotic character with pixelated digital face changing expressions from neutral to surprised against blue high-tech background with screen elements", "issues": [ "Character name 'Cyberchac' appears to be non-canonical or potentially invented (not a recognized Totally Spies character name)" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. A close-up of a robotic character with a pixelated digital face displaying changing expressions from neutral to surprised against a blue interior background with screen elements. [Location: High-tech interior with blue lighting | Scene type: comedy-reaction | Characters: Robotic character]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:23:05.646499681Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0071.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0071.mp4", "production_episode": "05", "start_s": 713.8, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0071.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "low", "visible_summary": "Three female spies in green and red high-tech outfits showing expressions shifting from serious to shocked in a control room with colorful panels.", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:24:09.266797649Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0072.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0072.mp4", "production_episode": "05", "start_s": 732.16, "duration": 3.92, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0072.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three female spies react to blue winged tentacled creature emerging from glitching screen in high-tech control room", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:24:52.701797877Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0073.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0073.mp4", "production_episode": "05", "start_s": 736.08, "duration": 3.92, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0073.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three spies in colored bodysuits (green, orange, red) show shocked expressions then flee from a large glowing blue robotic insect in a high-tech facility.", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:25:36.913557139Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0074.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0074.mp4", "production_episode": "05", "start_s": 740.0, "duration": 3.24, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0074.png", "qa_status": "ok", "review": { "qa_result": "FAIL", "caption_alignment": "FAIL", "training_usable_recommended": false, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "high", "visible_summary": "Orange-haired character (Clover) shows shock transition; blue glowing robotic device activates in dark blue-lit interior", "issues": [ "Severe character misidentification: caption specifies 'Alex' but character has signature orange hair of Clover (Alex is blonde in series)", "No visible justification for naming the character Alex" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. Clover reacts with sudden shock as a glowing blue robotic device activates in a dark high-tech interior, shown through close-up shots with pulsing lights and dynamic facial expressions. [Location: dark high-tech interior with blue lighting | Scene type: gadget | Characters: Clover, glowing blue robotic device]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:26:03.587488455Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0075.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0075.mp4", "production_episode": "05", "start_s": 743.24, "duration": 5.8, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0075.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Orange-haired character with shocked expression, blonde spy in red with orange dog reacting to blue energy splat, then interacting with curved screen device emitting blue liquid in high-tech blue-lit interior", "issues": [] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:26:51.47639106Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0076.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0076.mp4", "production_episode": "05", "start_s": 749.04, "duration": 3.36, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0076.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three spies in colored jumpsuits (blonde/red, red-haired/green, dark-haired/yellow) in dark high-tech facility; blonde's expression shifts from surprised to determined while others observe", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:27:10.918304396Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0077.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0077.mp4", "production_episode": "05", "start_s": 752.4, "duration": 6.4, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0077.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Frame 0 shows characters sprinting in a neon-lit control room; frames 1-3 show close-up of a dark-haired character shifting from grimace to surprise to determination.", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:27:42.381953699Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0078.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0078.mp4", "production_episode": "05", "start_s": 758.8, "duration": 3.32, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0078.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "medium", "visible_summary": "Female character in yellow outfit near vertical light beams, blue robotic insect activating with energy effects across frames", "issues": [ "Character misidentified as Alex - character has dark hair suggesting it's likely Sam (Alex is typically blonde in Totally Spies)" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. A female spy in a yellow outfit crouches near vertical light beams as a glowing blue robotic insect with large eyes activates in a high-tech control room, emitting energy effects across frames. [Location: high-tech control room | Scene type: action | Characters: female spy in yellow, unknown robotic insect]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:28:19.158015906Z" }, { "qa_id": "video:vlm_caption_sample:ep05_clip_0079.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep05_clip_0079.mp4", "production_episode": "05", "start_s": 762.12, "duration": 3.56, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep05_clip_0079.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Three spies in green, yellow, and red jumpsuits running through neon-lit control room before facing large glowing robotic insect creature with multiple limbs", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:28:58.284692751Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0073.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0073.mp4", "production_episode": "20", "start_s": 630.28, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0073.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "medium", "visible_summary": "Pink-haired woman in black/gold outfit holds gadget then interacts with orange cat on control console in high-tech room with large windows", "issues": [ "Character name 'Zerlina' appears to be incorrect - not matching established Totally Spies main characters (Clover, Samantha, Alexandra)", "Potential new character but name lacks verification from visible content" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:29:27.361772228Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0074.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0074.mp4", "production_episode": "20", "start_s": 639.36, "duration": 5.28, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0074.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Blonde character in red bodysuit with outstretched arms changing expressions from neutral to surprised next to white cat with green eyes in orange vehicle interior", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:29:54.253277664Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0075.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0075.mp4", "production_episode": "20", "start_s": 644.64, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0075.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Purple-haired woman holds blue gadget with cat in control room; blonde woman in red suit tense; man with red goggles experiments on brown dog creating pink foam, resulting in suit damage.", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:30:15.374243884Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0076.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0076.mp4", "production_episode": "20", "start_s": 658.16, "duration": 4.44, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0076.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "medium", "visible_summary": "Pink-haired character in blue chair within high-tech room with large windows, transitioning from smirk to laughter with eyes closed.", "issues": [ "Potential incorrect character name 'Zerlina' - not a recognized main character in Totally Spies; may be a Season 7 secondary character but uncertain" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. A character with pink striped hair sits in a blue chair within a high-tech room, transitioning from a smirk to laughter with eyes closed across frames; large windows show daylight outside. [Location: high-tech indoor room with large windows | Scene type: comedy-reaction | Characters: pink-haired character]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:31:12.230748716Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0077.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0077.mp4", "production_episode": "20", "start_s": 662.6, "duration": 5.56, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0077.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Blonde female character in red spy outfit transitioning from surprise to smile in high-tech cockpit, with white cat with green eyes visible beside her", "issues": [], "corrected_caption": "" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:31:40.101614748Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0078.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0078.mp4", "production_episode": "20", "start_s": 668.16, "duration": 6.8, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0078.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Pink-haired woman in black/yellow uniform at computer station transitions from stern to smiling, presents small device, then holds three cats with red eyes in high-tech command center", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:32:21.291439554Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0079.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0079.mp4", "production_episode": "20", "start_s": 674.96, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0079.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "medium", "visible_summary": "Blonde female spy in red tactical gear in high-tech interior, transitioning to white cat with green eyes, then to city apartment building with morning time text overlay", "issues": [ "Possible misidentification of white cat as Zerlina; no visual confirmation of cat's identity" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. A blonde female spy in red tactical gear sits in a high-tech chair with microphone, transitioning to a white cat with green eyes before showing a vibrant city apartment building with neon signage and text overlay indicating morning time. [Location: High-tech interior room and city apartment exterior | Scene type: transition | Characters: Alex, white cat, unknown]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:33:57.086931174Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0080.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0080.mp4", "production_episode": "20", "start_s": 682.12, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0080.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "medium", "visible_summary": "Two female spies in orange and green jumpsuits viewed from cat perspective reacting to three cats on yellow rug in room with purple cabinets.", "issues": [ "Character identification uncertainty: traditional Totally Spies assignments differ from caption; black-haired character in orange jumpsuit described as Alex (typically blonde), red-haired character in green described as Clover (typically dark-haired)" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. Two female spies in orange and green jumpsuits react to three cats on a yellow rug in a brightly lit domestic room with purple cabinets, viewed from a low-angle cat perspective showing expressive gestures and shifting postures. [Location: domestic interior room with purple cabinets and pink walls | Scene type: comedy-reaction | Characters: two female spies, three cats]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:35:04.334653587Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0081.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0081.mp4", "production_episode": "20", "start_s": 691.64, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0081.png", "qa_status": "ok", "review": { "qa_result": "WARN", "caption_alignment": "WARN", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "medium", "visible_summary": "Living room with pink-striped walls; dark-haired character hugging three cats; red-haired character standing with arms crossed; crushed purple container on wooden floor; speech bubble with cat paw shadows", "issues": [ "Character misidentification: dark-haired character is identified as Alex but should be Sam in Totally Spies" ], "corrected_caption": "Totally Spies Season 7 licensed production shot, 2D digital cutout animation, clean vector linework, flat colour fills, anime-influenced character design. In a brightly lit living room with pink-striped walls, a dark-haired character hugs three cats (orange, grey, black) while a red-haired character stands with arms crossed; a crushed purple container lies on wooden flooring, with cat paw shadows visible in a speech bubble. [Location: Living room with pink walls and wooden flooring | Scene type: comedy-reaction | Characters: Sam, Clover, unknown (orange cat), unknown (grey cat), unknown (black cat)]" }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:35:37.157299257Z" }, { "qa_id": "video:vlm_caption_sample:ep20_clip_0082.mp4", "type": "video_clip", "bucket": "vlm_caption_sample", "clip": "ep20_clip_0082.mp4", "production_episode": "20", "start_s": 699.16, "duration": 7.0, "caption_source": "ollama_vlm_contact_sheet", "training_usable_current": true, "contact_sheet": "materials/training-data/iiw-english-pilot/qa/contact_sheets/ep20_clip_0082.png", "qa_status": "ok", "review": { "qa_result": "PASS", "caption_alignment": "PASS", "training_usable_recommended": true, "title_or_credit_leak": false, "contact_sheet_language": false, "wrong_character_risk": "none", "visible_summary": "Sam (orange hair, green suit) conversing in lounge; Alex partially visible behind chair; Glitterstar (yellow outfit, crown) entering. Purple patterned walls, hanging chairs, wooden flooring.", "issues": [], "corrected_caption": null }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:36:01.619002287Z" } ], "identity_reviews": [ { "qa_id": "identity:Alex:alex_TS_701_CH_Alex-Turn-Casual-outfit_Color.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-pilot/png_2048/alex/alex_TS_701_CH_Alex-Turn-Casual-outfit_Color.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/01_ALEX/TS_701_CH_Alex-Turn-Casual-outfit_Color.psd", "character": "Alex", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "WARN", "decision_sensible": false, "recommended_decision": "EVAL_ONLY", "visible_summary": "Alex turnaround (front/back) in pink overalls, blue shirt, sneakers, with mouth and hand references", "identity_usefulness": "high", "issues": [ "Turnaround sheet (should be EVAL_ONLY per criteria)" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:36:11.651749702Z" }, { "qa_id": "identity:Clover:clover_TS_700_CH_Clover-Turn_Modif-Shadow_wd.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-pilot/png_2048/clover/clover_TS_700_CH_Clover-Turn_Modif-Shadow_wd.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/TS_700_CH_Clover-Turn_Modif-Shadow_wd.psd", "character": "Clover", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "FAIL", "decision_sensible": false, "recommended_decision": "EXCLUDE", "visible_summary": "Clover turnaround sheet with multiple angles, expression guides, and 'SEASON 8' text", "identity_usefulness": "none", "issues": [ "Season mismatch: image labeled 'SEASON 8' but dataset is for Season 7", "Caption incorrectly references Season 7 while visual content shows Season 8" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:36:24.726017044Z" }, { "qa_id": "identity:Sam:sam_TS_708_CH_Sam-Turn_art-student-suit_Color.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-pilot/png_2048/sam/sam_TS_708_CH_Sam-Turn_art-student-suit_Color.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/03_SAM/TS_708_CH_Sam-Turn_art-student-suit_Color.psd", "character": "Sam", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "WARN", "decision_sensible": false, "recommended_decision": "EVAL_ONLY", "visible_summary": "Sam's Art Student Suit turnaround sheet with front, back, side views, lip/hand/nail references", "identity_usefulness": "high", "issues": [ "Current decision is TRAIN but this is a turnaround reference sheet; should be EVAL_ONLY" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:36:41.471392437Z" }, { "qa_id": "identity:Cyberchac:cyberchac_TS_726_CH_Cyberchac-head-only_Color_V01.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-secondary/png_2048/cyberchac/cyberchac_TS_726_CH_Cyberchac-head-only_Color_V01.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/11_CYBERCHAC/TS_726_CH_Cyberchac-head-only_Color_V01.psd", "character": "Cyberchac", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "FAIL", "decision_sensible": false, "recommended_decision": "EVAL_ONLY", "visible_summary": "Full-body character in red outfit, multiple head expressions/masks, and a small sketch", "identity_usefulness": "medium", "issues": [ "Inconsistent with 'head-only' caption (includes full-body character)", "Contains reference sheet elements (expression variants, sketch)" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:36:54.644449701Z" }, { "qa_id": "identity:Glitterstar:glitterstar_TS_700_CH_Glitter-Casual-Turn_Color.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-secondary/png_2048/glitterstar/glitterstar_TS_700_CH_Glitter-Casual-Turn_Color.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/07_GLITTERSTAR/Psd/TS_700_CH_Glitter-Casual-Turn_Color.psd", "character": "Glitterstar", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "WARN", "decision_sensible": false, "recommended_decision": "EVAL_ONLY", "visible_summary": "Glitterstar casual outfit turnaround sheet with front/side/back views, lip references, hand/nail details, line art, and color guides", "identity_usefulness": "high", "issues": [ "Turnaround/reference sheet layout not suitable for TRAIN; better as EVAL_ONLY" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:37:08.339228519Z" }, { "qa_id": "identity:Jerry:jerry_TS_707_CH_Jerry-Winter-Outfit-VR_Color.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-secondary/png_2048/jerry/jerry_TS_707_CH_Jerry-Winter-Outfit-VR_Color.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/09_JERRY/TS_707_CH_Jerry-Winter-Outfit-VR_Color.psd", "character": "Jerry", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "PASS", "decision_sensible": true, "recommended_decision": "TRAIN", "visible_summary": "Jerry winter outfit design plate with front/side/back views, mouth/hand references, and color details for Season 7", "identity_usefulness": "high", "issues": [] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:37:18.64630327Z" }, { "qa_id": "identity:Mandy:mandy_TS_717_CH_Mandy-London-Outfit_Color.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-secondary/png_2048/mandy/mandy_TS_717_CH_Mandy-London-Outfit_Color.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/08_MANDY/TS_717_CH_Mandy-London-Outfit_Color.psd", "character": "Mandy", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "FAIL", "decision_sensible": false, "recommended_decision": "EVAL_ONLY", "visible_summary": "Mandy's London outfit turnaround with front, side, back views, mouth references, and accessories", "identity_usefulness": "high", "issues": [ "Reference sheet/turnaround layout with multiple angles and mouth references, which falls under EVAL_ONLY criteria" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:37:33.451838111Z" }, { "qa_id": "identity:Toby:toby_TS_706_CH_toby_snowboard_Color.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-secondary/png_2048/toby/toby_TS_706_CH_toby_snowboard_Color.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/06_TOBY/Psd/TS_706_CH_toby_snowboard_Color.psd", "character": "Toby", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "WARN", "decision_sensible": false, "recommended_decision": "EVAL_ONLY", "visible_summary": "Toby's snowboard outfit reference sheet with front/back color views, line art turnarounds, helmet/face angles, mouth references, and accessory", "identity_usefulness": "high", "issues": [ "Reference sheet with turnarounds and expression references; should be EVAL_ONLY not TRAIN" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:37:47.324575706Z" }, { "qa_id": "identity:WOOHP agents:woohp-agents_TS_707_CH_Woohp-Agent-Training-suit_Color.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-secondary/png_2048/woohp-agents/woohp-agents_TS_707_CH_Woohp-Agent-Training-suit_Color.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/10_WOOHP_AGENTS/Psd/TS_707_CH_Woohp-Agent-Training-suit_Color.psd", "character": "WOOHP agents", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "WARN", "decision_sensible": false, "recommended_decision": "EVAL_ONLY", "visible_summary": "WOOHP agent training suit reference sheet with front, back, and head views; black suit with pink accents, production code TS7#707", "identity_usefulness": "high", "issues": [ "Label 'WOOHP agents' (plural) conflicts with single-character visual content", "Reference sheet layout (multiple views) qualifies as EVAL_ONLY per criteria" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:38:18.845874711Z" }, { "qa_id": "identity:Zerlina:zerlina_TS_715_CH_Zerlina-Spy-Suit-barefoot_Color.png", "type": "identity_anchor", "bucket": "identity_anchor_sample", "image_path": "materials/training-data/iiw-character-plates-secondary/png_2048/zerlina/zerlina_TS_715_CH_Zerlina-Spy-Suit-barefoot_Color.png", "source_path": "iiw-totallyspies/02_Elements/DESIGN/01_CH/05_ZERLINA/Psd/TS_715_CH_Zerlina-Spy-Suit-barefoot_Color.psd", "character": "Zerlina", "current_decision": "TRAIN", "qa_status": "ok", "review": { "qa_result": "WARN", "decision_sensible": false, "recommended_decision": "EVAL_ONLY", "visible_summary": "Character turnaround sheet showing Zerlina from Totally Spies Season 7 in white/yellow spy suit with multiple views (front, 3/4, side, back), lip expressions, barefoot and high-heel variations, and line art references", "identity_usefulness": "high", "issues": [ "Current decision should be EVAL_ONLY, not TRAIN; this is a reference/turnaround sheet with multiple views and expression chart" ] }, "errors": [], "model": "qwen3-vl:235b", "created_at": "2026-05-07T21:38:43.939779579Z" } ] }