[ { "batch": 1, "labels": [ "Image 1: \"WOOHP Communicator\" (140 shots)", "Image 2: \"smartphone\" (67 shots)", "Image 3: \"holographic interface\" (58 shots)", "Image 4: \"purple handheld device\" (51 shots)", "Image 5: \"high-tech snowboard\" (43 shots)", "Image 6: \"snowboard gadget\" (43 shots)", "Image 7: \"Creepy Crawly Creature Catcher\" (42 shots)", "Image 8: \"Heart-shaped drone\" (35 shots)", "Image 9: \"WOOHP tablet\" (33 shots)", "Image 10: \"purple toaster gadget\" (25 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0010_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0029_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0141_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0089_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0016_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0017_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/FiCclhRQbiw/frames/s0006_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/8MtYWoNOL3Y/frames/s0120_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/vpHCmQEXdCI/frames/s0120_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/4L1cJkYeaT4/frames/s0013_f1.jpg" ], "response": "{\"same_device\": [[1,3], [5,6]], \"unique\": [2,4,7,8,9,10], \"notes\": \"WOOHP Communicator (1) uses holographic interface (3); high-tech snowboard (5) and snowboard gadget (6) are the same device\"}" }, { "batch": 2, "labels": [ "Image 1: \"lollipop-shaped gadget\" (24 shots)", "Image 2: \"jetpack\" (23 shots)", "Image 3: \"blue cylindrical gadget\" (20 shots)", "Image 4: \"flying jet-ski gadget\" (19 shots)", "Image 5: \"WOOHP Spy Car\" (18 shots)", "Image 6: \"mechanical arm\" (18 shots)", "Image 7: \"goggles\" (17 shots)", "Image 8: \"collar device\" (16 shots)", "Image 9: \"Penguin Crawler Gadgets\" (15 shots)", "Image 10: \"futuristic scooter\" (14 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0061_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0068_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/4L1cJkYeaT4/frames/s0226_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/pDydzueEOJw/frames/s0033_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/FiCclhRQbiw/frames/s0047_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0217_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0003_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0172_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/vpHCmQEXdCI/frames/s0198_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0131_f1.jpg" ], "response": "{\"same_device\": [[1,3], [5,7]], \"unique\": [2,4,6,8,9,10], \"notes\": \"Image 1 (lollipop-shaped) and Image 3 (blue cylindrical) likely same device; Image 5 (Spy Car) and Image 7 (goggles) may refer to integrated components\"}" }, { "batch": 3, "labels": [ "Image 1: \"holographic display screen\" (14 shots)", "Image 2: \"pink compact gadget\" (14 shots)", "Image 3: \"vehicle control interface\" (14 shots)", "Image 4: \"hoverboard\" (13 shots)", "Image 5: \"laser blaster\" (13 shots)", "Image 6: \"Frankenpanda robot\" (12 shots)", "Image 7: \"Panda Drone Gadget\" (12 shots)", "Image 8: \"spy helmet\" (11 shots)", "Image 9: \"digital map display\" (11 shots)", "Image 10: \"Spy Phones\" (11 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0044_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0099_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/FiCclhRQbiw/frames/s0045_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0239_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0164_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0166_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0185_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0120_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0014_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0001_f1.jpg" ], "response": "{\"same_device\": [[1,3], [5,7]], \"unique\": [2,4,6,8,9,10], \"notes\": \"Devices with matching shot counts are same; 1&3 (14 shots), 5&7 (13/12 shots).\"}" }, { "batch": 4, "labels": [ "Image 1: \"heart-emblem vehicle\" (11 shots)", "Image 2: \"wristwatch gadget\" (11 shots)", "Image 3: \"control panel\" (11 shots)", "Image 4: \"hose-like gadget\" (11 shots)", "Image 5: \"scooter\" (9 shots)", "Image 6: \"high-tech goggles\" (9 shots)", "Image 7: \"WOOHP mission helmet\" (9 shots)", "Image 8: \"small round gadget\" (9 shots)", "Image 9: \"cat transformation device\" (9 shots)", "Image 10: \"retrieval device\" (8 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0007_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0029_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/4L1cJkYeaT4/frames/s0131_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0100_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0132_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0003_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0067_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0049_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0110_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/8MtYWoNOL3Y/frames/s0110_f1.jpg" ], "response": "{\"same_device\": [[2,6]], \"unique\": [1,3,4,5,7,8,9,10], \"notes\": \"Images 2 and 6 both show high-tech goggles; Image 2's label 'wristwatch gadget' is incorrect for the visible device.\"}" }, { "batch": 5, "labels": [ "Image 1: \"mechanical restraint device\" (8 shots)", "Image 2: \"Spy Helmets with Goggles\" (8 shots)", "Image 3: \"Retractable Wrench\" (8 shots)", "Image 4: \"high-heeled spy shoes\" (7 shots)", "Image 5: \"mission suit propulsion system\" (7 shots)", "Image 6: \"Mega Moon Cheese Launcher\" (7 shots)", "Image 7: \"shoe-mounted propulsion gadgets\" (7 shots)", "Image 8: \"video communication device\" (7 shots)", "Image 9: \"handheld frequency scanner\" (7 shots)", "Image 10: \"gadget mop\" (7 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0161_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/fdC6OBDmQGM/frames/s0133_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0223_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0113_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/LcD5zxm4vKM/frames/s0083_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/xxc4GQCan0U/frames/s0114_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/xxc4GQCan0U/frames/s0095_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0267_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/DgZSBwIyP4o/frames/s0072_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/vpHCmQEXdCI/frames/s0038_f1.jpg" ], "response": "{\n \"same_device\": [[5, 7]],\n \"unique\": [1, 2, 3, 4, 6, 8, 9, 10],\n \"notes\": \"Mission suit propulsion (5) and shoe-mounted propulsion (7) are the same system. All others are distinct gadgets.\"\n}" }, { "batch": 6, "labels": [ "Image 1: \"visor\" (6 shots)", "Image 2: \"dragon-headed staff\" (6 shots)", "Image 3: \"rappelling rope\" (6 shots)", "Image 4: \"pink smoke emitter\" (6 shots)", "Image 5: \"spear-like weapon\" (6 shots)", "Image 6: \"giant robotic panda head\" (6 shots)", "Image 7: \"flying golden drone\" (6 shots)", "Image 8: \"smartphone with frog display\" (6 shots)", "Image 9: \"Glowing Energy Form\" (6 shots)", "Image 10: \"red corded phone\" (5 shots)" ], "frames": [ "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0213_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/xUo79ZckeK0/frames/s0076_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/4L1cJkYeaT4/frames/s0185_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0147_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/4L1cJkYeaT4/frames/s0143_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0070_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0134_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/Jl77Vup5yHw/frames/s0019_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/YBoXsfO1y1Q/frames/s0176_f1.jpg", "materials/benchmark/youtube-s7-validation/bible/episodes/7lA-b6ou8yc/frames/s0263_f1.jpg" ], "response": "{\"same_device\": [[5,7]], \"unique\": [1,2,3,4,6,8,9,10], \"notes\": \"Image 5 (spear-like weapon) and Image 7 (flying golden drone) appear to be the same drone device with dual functionality (spear attachment and flight). All other gadgets are distinct.\"}" } ]