model,task,baseline,n,accuracy,num_correct,unparsed_rate,scoring,chance,floor,headroom_captured
Qwen_Qwen2.5-VL-3B-Instruct,vsr,0.00,2195,0.7713,1693,0.0,generate,0.5,0.5,0.5426
Qwen_Qwen2.5-VL-3B-Instruct,vsr,0.05,2195,0.7677,1685,0.0,generate,0.5,0.5,0.5353
Qwen_Qwen2.5-VL-3B-Instruct,vsr,0.10,2195,0.7595,1667,0.0,generate,0.5,0.5,0.5189
Qwen_Qwen2.5-VL-3B-Instruct,vsr,0.15,2195,0.7581,1664,0.0,generate,0.5,0.5,0.5162
Qwen_Qwen2.5-VL-3B-Instruct,vsr,0.20,2195,0.7526,1652,0.0,generate,0.5,0.5,0.5052
Qwen_Qwen2.5-VL-3B-Instruct,vsr,0.25,2195,0.7481,1642,0.0,generate,0.5,0.5,0.4961
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level1,0.00,821,0.3995,328,0.0,generate,0.25,0.25,0.1994
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level1,0.05,821,0.4056,333,0.0,generate,0.25,0.25,0.2075
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level1,0.10,821,0.4117,338,0.0,generate,0.25,0.25,0.2156
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level1,0.15,821,0.4105,337,0.0,generate,0.25,0.25,0.214
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level1,0.20,821,0.3995,328,0.0,generate,0.25,0.25,0.1994
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level1,0.25,821,0.4007,329,0.0,generate,0.25,0.25,0.201
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level2,0.00,764,0.3626,277,0.0,generate,0.25,0.25,0.1501
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level2,0.05,764,0.3743,286,0.0,generate,0.25,0.25,0.1658
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level2,0.10,764,0.3783,289,0.0,generate,0.25,0.25,0.171
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level2,0.15,764,0.3796,290,0.0,generate,0.25,0.25,0.1728
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level2,0.20,764,0.3809,291,0.0,generate,0.25,0.25,0.1745
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level2,0.25,764,0.3704,283,0.0,generate,0.25,0.25,0.1606
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level3,0.00,836,0.2667,223,0.0,generate,0.25,0.25,0.0223
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level3,0.05,836,0.2452,205,0.0,generate,0.25,0.25,-0.0064
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level3,0.10,836,0.2392,200,0.0,generate,0.25,0.25,-0.0144
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level3,0.15,836,0.2524,211,0.0,generate,0.25,0.25,0.0032
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level3,0.20,836,0.2596,217,0.0,generate,0.25,0.25,0.0128
Qwen_Qwen2.5-VL-3B-Instruct,youtube_level3,0.25,836,0.2656,222,0.0,generate,0.25,0.25,0.0207
Qwen_Qwen2.5-VL-7B-Instruct,vsr,0.00,2195,0.8223,1805,0.0,generate,0.5,0.5,0.6446
Qwen_Qwen2.5-VL-7B-Instruct,vsr,0.05,2195,0.8077,1773,0.0,generate,0.5,0.5,0.6155
Qwen_Qwen2.5-VL-7B-Instruct,vsr,0.10,2195,0.8027,1762,0.0,generate,0.5,0.5,0.6055
Qwen_Qwen2.5-VL-7B-Instruct,vsr,0.15,2195,0.8068,1771,0.0,generate,0.5,0.5,0.6137
Qwen_Qwen2.5-VL-7B-Instruct,vsr,0.20,2195,0.8023,1761,0.0,generate,0.5,0.5,0.6046
Qwen_Qwen2.5-VL-7B-Instruct,vsr,0.25,2195,0.7882,1730,0.0,generate,0.5,0.5,0.5763
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level1,0.00,821,0.447,367,0.0,generate,0.25,0.25,0.2627
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level1,0.05,821,0.4482,368,0.0,generate,0.25,0.25,0.2643
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level1,0.10,821,0.4555,374,0.0,generate,0.25,0.25,0.2741
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level1,0.15,821,0.4665,383,0.0,generate,0.25,0.25,0.2887
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level1,0.20,821,0.4421,363,0.0,generate,0.25,0.25,0.2562
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level1,0.25,821,0.4519,371,0.0,generate,0.25,0.25,0.2692
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level2,0.00,764,0.4031,308,0.0,generate,0.25,0.25,0.2042
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level2,0.05,764,0.394,301,0.0,generate,0.25,0.25,0.192
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level2,0.10,764,0.3979,304,0.0,generate,0.25,0.25,0.1972
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level2,0.15,764,0.4018,307,0.0,generate,0.25,0.25,0.2024
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level2,0.20,764,0.377,288,0.0,generate,0.25,0.25,0.1693
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level2,0.25,764,0.377,288,0.0,generate,0.25,0.25,0.1693
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level3,0.00,836,0.2799,234,0.0,generate,0.25,0.25,0.0399
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level3,0.05,836,0.2871,240,0.0,generate,0.25,0.25,0.0494
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level3,0.10,836,0.2679,224,0.0,generate,0.25,0.25,0.0239
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level3,0.15,836,0.2823,236,0.0,generate,0.25,0.25,0.0431
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level3,0.20,836,0.2763,231,0.0,generate,0.25,0.25,0.0351
Qwen_Qwen2.5-VL-7B-Instruct,youtube_level3,0.25,836,0.2739,229,0.0,generate,0.25,0.25,0.0319
Qwen_Qwen3.5-4B,vsr,0.00,2195,0.8214,1803,0.0,generate,0.5,0.5,0.6428
Qwen_Qwen3.5-4B,vsr,0.05,2195,0.8173,1794,0.0,generate,0.5,0.5,0.6346
Qwen_Qwen3.5-4B,vsr,0.10,2195,0.8187,1797,0.0,generate,0.5,0.5,0.6374
Qwen_Qwen3.5-4B,vsr,0.15,2195,0.8114,1781,0.0,generate,0.5,0.5,0.6228
Qwen_Qwen3.5-4B,vsr,0.20,2195,0.8073,1772,0.0,generate,0.5,0.5,0.6146
Qwen_Qwen3.5-4B,vsr,0.25,2195,0.8046,1766,0.0,generate,0.5,0.5,0.6091
Qwen_Qwen3.5-4B,youtube_level1,0.00,821,0.5274,433,0.0037,generate,0.25,0.25,0.3699
Qwen_Qwen3.5-4B,youtube_level1,0.05,821,0.5213,428,0.0073,generate,0.25,0.25,0.3618
Qwen_Qwen3.5-4B,youtube_level1,0.10,821,0.5189,426,0.0012,generate,0.25,0.25,0.3585
Qwen_Qwen3.5-4B,youtube_level1,0.15,821,0.5408,444,0.0049,generate,0.25,0.25,0.3877
Qwen_Qwen3.5-4B,youtube_level1,0.20,821,0.5347,439,0.0012,generate,0.25,0.25,0.3796
Qwen_Qwen3.5-4B,youtube_level1,0.25,821,0.5347,439,0.0,generate,0.25,0.25,0.3796
Qwen_Qwen3.5-4B,youtube_level2,0.00,764,0.3914,299,0.0,generate,0.25,0.25,0.1885
Qwen_Qwen3.5-4B,youtube_level2,0.05,764,0.3901,298,0.0,generate,0.25,0.25,0.1867
Qwen_Qwen3.5-4B,youtube_level2,0.10,764,0.3822,292,0.0,generate,0.25,0.25,0.1763
Qwen_Qwen3.5-4B,youtube_level2,0.15,764,0.3874,296,0.0,generate,0.25,0.25,0.1832
Qwen_Qwen3.5-4B,youtube_level2,0.20,764,0.3796,290,0.0,generate,0.25,0.25,0.1728
Qwen_Qwen3.5-4B,youtube_level2,0.25,764,0.3848,294,0.0,generate,0.25,0.25,0.1798
Qwen_Qwen3.5-4B,youtube_level3,0.00,836,0.2931,245,0.0,generate,0.25,0.25,0.0574
Qwen_Qwen3.5-4B,youtube_level3,0.05,836,0.299,250,0.0,generate,0.25,0.25,0.0654
Qwen_Qwen3.5-4B,youtube_level3,0.10,836,0.2967,248,0.0,generate,0.25,0.25,0.0622
Qwen_Qwen3.5-4B,youtube_level3,0.15,836,0.3038,254,0.0,generate,0.25,0.25,0.0718
Qwen_Qwen3.5-4B,youtube_level3,0.20,836,0.2883,241,0.0,generate,0.25,0.25,0.051
Qwen_Qwen3.5-4B,youtube_level3,0.25,836,0.2931,245,0.0,generate,0.25,0.25,0.0574
Qwen_Qwen3.5-4B-Base,vsr,0.00,2195,0.8319,1826,0.0,likelihood,0.5,0.5,0.6638
Qwen_Qwen3.5-4B-Base,vsr,0.05,2195,0.8314,1825,0.0,likelihood,0.5,0.5,0.6629
Qwen_Qwen3.5-4B-Base,vsr,0.10,2195,0.8323,1827,0.0,likelihood,0.5,0.5,0.6647
Qwen_Qwen3.5-4B-Base,vsr,0.15,2195,0.8278,1817,0.0,likelihood,0.5,0.5,0.6556
Qwen_Qwen3.5-4B-Base,vsr,0.20,2195,0.8241,1809,0.0,likelihood,0.5,0.5,0.6483
Qwen_Qwen3.5-4B-Base,vsr,0.25,2195,0.8164,1792,0.0,likelihood,0.5,0.5,0.6328
Qwen_Qwen3.5-4B-Base,youtube_level1,0.00,821,0.542,445,0.0,likelihood,0.25,0.25,0.3894
Qwen_Qwen3.5-4B-Base,youtube_level1,0.05,821,0.5457,448,0.0,likelihood,0.25,0.25,0.3942
Qwen_Qwen3.5-4B-Base,youtube_level1,0.10,821,0.5603,460,0.0,likelihood,0.25,0.25,0.4137
Qwen_Qwen3.5-4B-Base,youtube_level1,0.15,821,0.5725,470,0.0,likelihood,0.25,0.25,0.43
Qwen_Qwen3.5-4B-Base,youtube_level1,0.20,821,0.5664,465,0.0,likelihood,0.25,0.25,0.4218
Qwen_Qwen3.5-4B-Base,youtube_level1,0.25,821,0.5554,456,0.0,likelihood,0.25,0.25,0.4072
Qwen_Qwen3.5-4B-Base,youtube_level2,0.00,764,0.4424,338,0.0,likelihood,0.25,0.25,0.2565
Qwen_Qwen3.5-4B-Base,youtube_level2,0.05,764,0.4529,346,0.0,likelihood,0.25,0.25,0.2705
Qwen_Qwen3.5-4B-Base,youtube_level2,0.10,764,0.4503,344,0.0,likelihood,0.25,0.25,0.267
Qwen_Qwen3.5-4B-Base,youtube_level2,0.15,764,0.4542,347,0.0,likelihood,0.25,0.25,0.2723
Qwen_Qwen3.5-4B-Base,youtube_level2,0.20,764,0.4503,344,0.0,likelihood,0.25,0.25,0.267
Qwen_Qwen3.5-4B-Base,youtube_level2,0.25,764,0.4398,336,0.0,likelihood,0.25,0.25,0.2531
Qwen_Qwen3.5-4B-Base,youtube_level3,0.00,836,0.3026,253,0.0,likelihood,0.25,0.25,0.0702
Qwen_Qwen3.5-4B-Base,youtube_level3,0.05,836,0.2715,227,0.0,likelihood,0.25,0.25,0.0287
Qwen_Qwen3.5-4B-Base,youtube_level3,0.10,836,0.2775,232,0.0,likelihood,0.25,0.25,0.0367
Qwen_Qwen3.5-4B-Base,youtube_level3,0.15,836,0.2667,223,0.0,likelihood,0.25,0.25,0.0223
Qwen_Qwen3.5-4B-Base,youtube_level3,0.20,836,0.2727,228,0.0,likelihood,0.25,0.25,0.0303
Qwen_Qwen3.5-4B-Base,youtube_level3,0.25,836,0.2823,236,0.0,likelihood,0.25,0.25,0.0431