{ "Sam": { "frames_checked": 15, "batches": [ { "batch": 1, "labels": [ "Image 1: \"red hero-mission suit with white accents\" (306 shots)", "Image 2: \"red form-fitting mission suit with black gloves and boots\" (55 shots)", "Image 3: \"red hero-mission suit with silver accents and heart-shaped b\" (49 shots)", "Image 4: \"red mission suit with silver shoulder pads\" (48 shots)", "Image 5: \"black mission suit with pink accents and 'W' logo on chest\" (33 shots)", "Image 6: \"light blue sleeveless top with heart emblem, orange belt, da\" (31 shots)", "Image 7: \"green sleeveless top\" (21 shots)", "Image 8: \"green and white striped tank top, white pants, brown belt\" (20 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0088_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0071_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0135_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0121_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/vpHCmQEXdCI/frames/s0070_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/LcD5zxm4vKM/frames/s0023_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0258_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0001_f1.jpg" ], "response": "{\"groups\": [[1,3,4], [2], [5], [6], [7,8]], \"notes\": \"Images 1,3,4 show the same red mission suit with varying accent descriptions (white/silver accents, heart emblem, shoulder pads are part of the standard design). Images 7 and 8 depict the same green casual outfit; the label differences (sleeveless vs striped) likely stem from cataloging errors or partial visibility, as both are green sleeveless tops in context.\"}" }, { "batch": 2, "labels": [ "Image 1: \"white short-sleeve top, black pants, pink shoes\" (20 shots)", "Image 2: \"red form-fitting mission suit\" (20 shots)", "Image 3: \"purple short-sleeve top, pink skirt\" (18 shots)", "Image 4: \"green form-fitting mission suit with white belt and silver s\" (15 shots)", "Image 5: \"pink spaghetti-strap top and pink pants\" (13 shots)", "Image 6: \"green crop top, white pants\" (12 shots)", "Image 7: \"pink short-sleeve jacket over brown top, white pants\" (11 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0002_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0011_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/8MtYWoNOL3Y/frames/s0038_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0079_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/4L1cJkYeaT4/frames/s0170_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0006_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/4L1cJkYeaT4/frames/s0065_f1.jpg" ], "response": "{\"groups\": [[1, 3, 5], [2, 4], [6], [7]], \"notes\": \"Images 1, 3, and 5 all depict casual outfits with pink elements (shoes, skirt, pants) but are described with varying top styles/colors; Images 2 and 4 are form-fitting mission suits (different colors but same style type); Images 6 and 7 are unique outfits with no matching counterparts.\"}" } ] }, "Clover": { "frames_checked": 15, "batches": [ { "batch": 1, "labels": [ "Image 1: \"green hero-mission suit with white accents\" (245 shots)", "Image 2: \"red form-fitting mission suit with black accents\" (40 shots)", "Image 3: \"green mission suit with silver shoulder pads\" (37 shots)", "Image 4: \"teal sleeveless top, white pants\" (36 shots)", "Image 5: \"red short-sleeve shirt\" (34 shots)", "Image 6: \"green form-fitting mission suit with silver shoulder accents\" (29 shots)", "Image 7: \"black mission suit with yellow 'W' emblem\" (27 shots)", "Image 8: \"green full-body mission suit with black gloves and boots\" (25 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0072_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0210_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0083_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0002_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0004_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0120_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/vpHCmQEXdCI/frames/s0075_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0199_f1.jpg" ], "response": "{\"groups\": [[1, 3, 6, 8], [2], [4], [5], [7]], \"notes\": \"Images 1, 3, 6, and 8 all depict the same green mission suit with minor descriptive variations (e.g., 'silver shoulder pads' vs 'silver shoulder accents' vs 'full-body with black gloves'). Images 2, 4, 5, and 7 each show unique outfits (red mission suit, casual sleeveless top, casual yellow top with scarf/hat, and black mission suit with yellow 'W', respectively).\"}" }, { "batch": 2, "labels": [ "Image 1: \"red mission suit\" (24 shots)", "Image 2: \"blue long-sleeve top, green pants\" (23 shots)", "Image 3: \"black mission suit with green accents and green 'W' belt\" (20 shots)", "Image 4: \"green form-fitting hero-mission suit\" (17 shots)", "Image 5: \"blue short-sleeve shirt with white trim, light blue skirt\" (15 shots)", "Image 6: \"green crop top, white pants\" (15 shots)", "Image 7: \"pink short-sleeve top and pink pants\" (14 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0158_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/8MtYWoNOL3Y/frames/s0022_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/vpHCmQEXdCI/frames/s0097_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0089_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0005_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/Jl77Vup5yHw/frames/s0006_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/4L1cJkYeaT4/frames/s0031_f1.jpg" ], "response": "{\"groups\": [[1,4], [2], [3], [5], [6], [7]], \"notes\": \"Image 1 and 4 both show Clover in a red mission suit; all other images depict unique outfits (Image 2: blue long-sleeve casual, Image 3: black mission suit, Image 5: blue short-sleeve casual, Image 6: green casual, Image 7: pink casual)\"}" } ] }, "Alex": { "frames_checked": 15, "batches": [ { "batch": 1, "labels": [ "Image 1: \"yellow hero-mission suit with white accents\" (226 shots)", "Image 2: \"green mission suit with silver shoulder pads\" (78 shots)", "Image 3: \"green form-fitting mission suit with black accents\" (78 shots)", "Image 4: \"green short-sleeve top\" (39 shots)", "Image 5: \"orange form-fitting mission suit with silver shoulder accent\" (33 shots)", "Image 6: \"green mission suit\" (32 shots)", "Image 7: \"green and black mission suit with pink heart emblem on chest\" (25 shots)", "Image 8: \"green hero-mission suit with blue accents and silver buttons\" (25 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0206_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0180_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0166_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0230_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0120_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0113_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0071_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0066_f1.jpg" ], "response": "{\"groups\": [[1], [2,4], [3,5,6], [7,8]], \"notes\": \"Image 1 is the only yellow suit. Images 2 and 4 describe the same green suit with silver shoulder pads and short sleeves (different label aspects). Images 3,5,6 show the standard green mission suit with no special accents. Images 7 and 8 likely represent the same green suit with cataloging errors (black/blue accents and heart emblem may be temporary or mislabeled details).\"}" }, { "batch": 2, "labels": [ "Image 1: \"yellow full-body mission suit with blue belt and heart emble\" (25 shots)", "Image 2: \"green sleeveless top, brown pants\" (20 shots)", "Image 3: \"blue long-sleeve top, green pants\" (20 shots)", "Image 4: \"green halter top, dark pants\" (18 shots)", "Image 5: \"black mission suit with green 'W' emblem\" (18 shots)", "Image 6: \"yellow jacket, white top, pink pants, white purse\" (15 shots)", "Image 7: \"red jumpsuit with yellow belt\" (14 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0091_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/8MtYWoNOL3Y/frames/s0022_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/vpHCmQEXdCI/frames/s0057_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0029_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/vpHCmQEXdCI/frames/s0075_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0001_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/LcD5zxm4vKM/frames/s0029_f1.jpg" ], "response": "{\"groups\": [[2,4]], \"notes\": \"Images 2 and 4 both depict a green sleeveless/halter top with dark/brown pants, which is the same outfit described using slightly different terms (halter top is a type of sleeveless top, and 'brown' vs 'dark' pants likely refers to the same dark-colored pants). All other images show distinct outfits with no overlapping descriptions or visual matches.\"}" } ] } }