{ "model": "qwen2.5vl:7b", "sample_size": 100, "trio_agree": 35, "trio_disagree": 64, "trio_agreement_rate": 35.4, "details": [ { "shot_key": "fdC6OBDmQGM:s0001", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "7lA-b6ou8yc:s0114", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "LcD5zxm4vKM:s0090", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "vpHCmQEXdCI:s0185", "original_chars": [], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0080", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "alex", "clover", "cyberchac", "glitterstar", "jerry", "mandy", "sam", "toby", "zerlina" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "fdC6OBDmQGM:s0119", "original_chars": [ "alex", "clover", "sam", "toby" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "DgZSBwIyP4o:s0194", "original_chars": [ "alex", "sam" ], "qwen7b_chars": [ "mandy" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [] }, { "shot_key": "xxc4GQCan0U:s0027", "original_chars": [ "zerlina" ], "qwen7b_chars": [ "zerlina" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "DgZSBwIyP4o:s0126", "original_chars": [ "alex", "sam" ], "qwen7b_chars": [ "mandy" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [] }, { "shot_key": "pDydzueEOJw:s0051", "original_chars": [ "alex", "clover", "jerry", "sam" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "4L1cJkYeaT4:s0096", "original_chars": [ "clover", "sam" ], "qwen7b_chars": [ "clover", "toby" ], "trio_match": false, "orig_trio": [ "clover", "sam" ], "q7_trio": [ "clover" ] }, { "shot_key": "7lA-b6ou8yc:s0154", "original_chars": [ "clover" ], "qwen7b_chars": [ "zerlina" ], "trio_match": false, "orig_trio": [ "clover" ], "q7_trio": [] }, { "shot_key": "7lA-b6ou8yc:s0142", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "DgZSBwIyP4o:s0154", "original_chars": [], "qwen7b_chars": [ "toby", "zerlina" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0056", "original_chars": [ "clover", "sam", "zerlina" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "clover", "sam" ], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0131", "original_chars": [ "clover" ], "qwen7b_chars": [ "cyberchac" ], "trio_match": false, "orig_trio": [ "clover" ], "q7_trio": [] }, { "shot_key": "8MtYWoNOL3Y:s0042", "original_chars": [ "alex", "toby" ], "qwen7b_chars": [ "clover", "sam" ], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "pDydzueEOJw:s0102", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "7lA-b6ou8yc:s0122", "original_chars": [ "alex", "clover", "jerry", "sam" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "xxc4GQCan0U:s0101", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "Jl77Vup5yHw:s0123", "original_chars": [], "qwen7b_chars": [ "cyberchac" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "xxc4GQCan0U:s0025", "original_chars": [ "clover", "sam" ], "qwen7b_chars": [ "mandy", "zerlina" ], "trio_match": false, "orig_trio": [ "clover", "sam" ], "q7_trio": [] }, { "shot_key": "4L1cJkYeaT4:s0083", "original_chars": [ "mandy" ], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0064", "original_chars": [ "alex" ], "qwen7b_chars": [ "zerlina" ], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [] }, { "shot_key": "4L1cJkYeaT4:s0216", "original_chars": [ "alex", "clover" ], "qwen7b_chars": [ "cyberchac", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover" ], "q7_trio": [] }, { "shot_key": "pDydzueEOJw:s0046", "original_chars": [ "sam" ], "qwen7b_chars": [ "jerry", "zerlina" ], "trio_match": false, "orig_trio": [ "sam" ], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0103", "original_chars": [ "zerlina" ], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "7lA-b6ou8yc:s0030", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "clover", "sam", "toby" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "fdC6OBDmQGM:s0212", "original_chars": [], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "4L1cJkYeaT4:s0099", "original_chars": [ "alex", "mandy" ], "qwen7b_chars": [ "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [] }, { "shot_key": "YBoXsfO1y1Q:s0183", "original_chars": [ "glitterstar" ], "qwen7b_chars": [ "cyberchac" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0102", "original_chars": [ "alex", "clover", "sam", "zerlina" ], "qwen7b_chars": [ "cyberchac", "mandy", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "fdC6OBDmQGM:s0194", "original_chars": [ "clover", "sam" ], "qwen7b_chars": [ "clover", "sam" ], "trio_match": true, "orig_trio": [ "clover", "sam" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "vpHCmQEXdCI:s0039", "original_chars": [], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "YBoXsfO1y1Q:s0166", "original_chars": [ "alex", "clover", "sam", "toby" ], "qwen7b_chars": [ "cyberchac", "glitterstar", "jerry", "mandy", "sam", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "sam" ] }, { "shot_key": "DgZSBwIyP4o:s0193", "original_chars": [ "clover" ], "qwen7b_chars": [ "zerlina" ], "trio_match": false, "orig_trio": [ "clover" ], "q7_trio": [] }, { "shot_key": "DgZSBwIyP4o:s0150", "original_chars": [ "sam" ], "qwen7b_chars": [ "sam" ], "trio_match": true, "orig_trio": [ "sam" ], "q7_trio": [ "sam" ] }, { "shot_key": "FiCclhRQbiw:s0131", "original_chars": [ "alex", "sam" ], "qwen7b_chars": [ "cyberchac" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [] }, { "shot_key": "DgZSBwIyP4o:s0169", "original_chars": [ "clover", "jerry", "sam", "toby", "zerlina" ], "qwen7b_chars": [ "alex", "clover", "cyberchac", "glitterstar", "jerry", "mandy", "sam", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "FiCclhRQbiw:s0030", "original_chars": [ "alex", "clover", "sam", "toby" ], "qwen7b_chars": [ "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "YBoXsfO1y1Q:s0198", "original_chars": [ "zerlina" ], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "pDydzueEOJw:s0110", "original_chars": [], "qwen7b_chars": [ "cyberchac" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0045", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "clover", "mandy", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "clover" ] }, { "shot_key": "7lA-b6ou8yc:s0203", "original_chars": [ "mandy", "zerlina" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": false, "orig_trio": [], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "xUo79ZckeK0:s0011", "original_chars": [ "alex", "jerry" ], "qwen7b_chars": [ "clover", "sam" ], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "8MtYWoNOL3Y:s0175", "original_chars": [], "qwen7b_chars": [ "cyberchac" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "fdC6OBDmQGM:s0057", "original_chars": [ "alex", "jerry", "sam" ], "qwen7b_chars": [ "clover", "sam" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "DgZSBwIyP4o:s0092", "original_chars": [ "cyberchac" ], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "xxc4GQCan0U:s0057", "original_chars": [ "zerlina" ], "qwen7b_chars": [ "zerlina" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0177", "original_chars": [ "alex" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [] }, { "shot_key": "pDydzueEOJw:s0180", "original_chars": [ "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "sam" ], "q7_trio": [] }, { "shot_key": "FiCclhRQbiw:s0045", "original_chars": [ "alex" ], "qwen7b_chars": [ "cyberchac" ], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [] }, { "shot_key": "xxc4GQCan0U:s0174", "original_chars": [ "alex", "clover" ], "qwen7b_chars": [ "mandy", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover" ], "q7_trio": [] }, { "shot_key": "Jl77Vup5yHw:s0092", "original_chars": [ "clover", "sam" ], "qwen7b_chars": [ "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "clover", "sam" ], "q7_trio": [] }, { "shot_key": "DgZSBwIyP4o:s0050", "original_chars": [ "zerlina" ], "qwen7b_chars": [ "zerlina" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "7lA-b6ou8yc:s0213", "original_chars": [ "frankenpanda", "sam" ], "qwen7b_chars": [ "cyberchac" ], "trio_match": false, "orig_trio": [ "sam" ], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0105", "original_chars": [], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0159", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "DgZSBwIyP4o:s0096", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "clover", "sam", "toby" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "vpHCmQEXdCI:s0132", "original_chars": [], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "DgZSBwIyP4o:s0186", "original_chars": [ "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "sam" ], "q7_trio": [] }, { "shot_key": "4L1cJkYeaT4:s0237", "original_chars": [], "qwen7b_chars": [ "cyberchac" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "FiCclhRQbiw:s0058", "original_chars": [ "alex" ], "qwen7b_chars": [ "cyberchac" ], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [] }, { "shot_key": "fdC6OBDmQGM:s0226", "original_chars": [ "clover" ], "qwen7b_chars": [ "jerry" ], "trio_match": false, "orig_trio": [ "clover" ], "q7_trio": [] }, { "shot_key": "FiCclhRQbiw:s0084", "original_chars": [ "alex", "sam" ], "qwen7b_chars": [ "cyberchac" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [] }, { "shot_key": "FiCclhRQbiw:s0014", "original_chars": [ "alex" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0015", "original_chars": [ "alex", "clover", "zerlina" ], "qwen7b_chars": [ "mandy", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover" ], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0056", "original_chars": [ "zerlina" ], "qwen7b_chars": [ "cyberchac", "glitterstar", "mandy", "toby", "zerlina" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "DgZSBwIyP4o:s0059", "original_chars": [ "alex", "sam" ], "qwen7b_chars": [ "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [] }, { "shot_key": "pDydzueEOJw:s0136", "original_chars": [ "alex" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [] }, { "shot_key": "Jl77Vup5yHw:s0005", "original_chars": [ "clover", "mandy" ], "qwen7b_chars": [ "clover" ], "trio_match": true, "orig_trio": [ "clover" ], "q7_trio": [ "clover" ] }, { "shot_key": "8MtYWoNOL3Y:s0166", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "cyberchac" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0184", "original_chars": [ "zerlina" ], "qwen7b_chars": [ "zerlina" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "fdC6OBDmQGM:s0229", "original_chars": [ "sam" ], "qwen7b_chars": [ "cyberchac", "zerlina" ], "trio_match": false, "orig_trio": [ "sam" ], "q7_trio": [] }, { "shot_key": "xUo79ZckeK0:s0023", "original_chars": [ "alex", "clover", "sam", "toby" ], "qwen7b_chars": [ "cyberchac", "mandy", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "FiCclhRQbiw:s0129", "original_chars": [ "alex", "clover" ], "qwen7b_chars": [ "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover" ], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0068", "original_chars": [ "alex", "sam" ], "qwen7b_chars": [ "mandy", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [] }, { "shot_key": "xxc4GQCan0U:s0084", "original_chars": [ "jerry", "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "sam" ], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0061", "original_chars": [ "toby" ], "qwen7b_chars": [ "toby", "zerlina" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "YBoXsfO1y1Q:s0113", "original_chars": [], "qwen7b_chars": [ "clover", "sam" ], "trio_match": false, "orig_trio": [], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "7lA-b6ou8yc:s0255", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "clover", "sam", "toby" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "vpHCmQEXdCI:s0111", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "mandy", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "7lA-b6ou8yc:s0155", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "YBoXsfO1y1Q:s0073", "original_chars": [ "alex", "clover", "toby" ], "qwen7b_chars": [ "clover", "mandy", "toby" ], "trio_match": false, "orig_trio": [ "alex", "clover" ], "q7_trio": [ "clover" ] }, { "shot_key": "4L1cJkYeaT4:s0002", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0059", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "clover", "sam", "toby" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "DgZSBwIyP4o:s0035", "original_chars": [ "clover", "sam" ], "qwen7b_chars": [ "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "clover", "sam" ], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0022", "original_chars": [ "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "sam" ], "q7_trio": [] }, { "shot_key": "xxc4GQCan0U:s0127", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "mandy", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "YBoXsfO1y1Q:s0069", "original_chars": [ "alex", "clover", "mandy", "zerlina" ], "qwen7b_chars": [ "alex", "clover", "sam" ], "trio_match": false, "orig_trio": [ "alex", "clover" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "vpHCmQEXdCI:s0028", "original_chars": [ "clover" ], "qwen7b_chars": [ "zerlina" ], "trio_match": false, "orig_trio": [ "clover" ], "q7_trio": [] }, { "shot_key": "8MtYWoNOL3Y:s0015", "original_chars": [ "alex", "sam" ], "qwen7b_chars": [ "jerry" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [] }, { "shot_key": "FiCclhRQbiw:s0208", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [ "alex", "clover", "cyberchac", "glitterstar", "jerry", "mandy", "sam", "toby", "zerlina" ], "trio_match": true, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [ "alex", "clover", "sam" ] }, { "shot_key": "xUo79ZckeK0:s0008", "original_chars": [], "qwen7b_chars": [], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "fdC6OBDmQGM:s0134", "original_chars": [ "alex", "clover", "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "alex", "clover", "sam" ], "q7_trio": [] }, { "shot_key": "LcD5zxm4vKM:s0046", "original_chars": [ "sam" ], "qwen7b_chars": [], "trio_match": false, "orig_trio": [ "sam" ], "q7_trio": [] }, { "shot_key": "vpHCmQEXdCI:s0195", "original_chars": [ "alex", "jerry", "sam" ], "qwen7b_chars": [ "clover", "sam", "toby" ], "trio_match": false, "orig_trio": [ "alex", "sam" ], "q7_trio": [ "clover", "sam" ] }, { "shot_key": "xxc4GQCan0U:s0102", "original_chars": [], "qwen7b_chars": [ "jerry" ], "trio_match": true, "orig_trio": [], "q7_trio": [] }, { "shot_key": "8MtYWoNOL3Y:s0186", "original_chars": [ "alex" ], "qwen7b_chars": [ "mandy", "toby", "zerlina" ], "trio_match": false, "orig_trio": [ "alex" ], "q7_trio": [] } ] }