router_metadata_only/test_predictions.csv

problem_id,split,gold_label,predicted_label
tier01:10,test,baseline_llm,baseline_llm
tier01:100,test,baseline_llm,baseline_llm
tier01:101,test,baseline_llm,baseline_llm
tier01:103,test,baseline_llm,baseline_llm
tier01:109,test,baseline_llm,baseline_llm
tier01:15,test,baseline_llm,baseline_llm
tier01:21,test,baseline_llm,baseline_llm
tier01:39,test,baseline_llm,baseline_llm
tier01:65,test,baseline_llm,baseline_llm
tier01:66,test,baseline_llm,baseline_llm
tier01:71,test,baseline_llm,baseline_llm
tier01:79,test,baseline_llm,baseline_llm
tier01:92,test,baseline_llm,baseline_llm
tier01:95,test,baseline_llm,baseline_llm
tier01:96,test,baseline_llm,baseline_llm
tier02:113,test,baseline_llm,baseline_llm
tier02:121,test,baseline_llm,baseline_llm
tier02:125,test,baseline_llm,baseline_llm
tier02:136,test,none,baseline_llm
tier02:170,test,baseline_llm,baseline_llm
tier02:173,test,single_agent,baseline_llm
tier02:177,test,baseline_llm,baseline_llm
tier02:188,test,none,baseline_llm
tier02:204,test,baseline_llm,baseline_llm
tier02:21,test,baseline_llm,baseline_llm
tier02:251,test,baseline_llm,baseline_llm
tier02:253,test,baseline_llm,baseline_llm
tier02:265,test,baseline_llm,baseline_llm
tier02:278,test,baseline_llm,baseline_llm
tier02:284,test,baseline_llm,baseline_llm
tier02:29,test,baseline_llm,baseline_llm
tier02:298,test,baseline_llm,baseline_llm
tier02:316,test,baseline_llm,baseline_llm
tier02:326,test,baseline_llm,baseline_llm
tier02:330,test,none,baseline_llm
tier02:336,test,baseline_llm,baseline_llm
tier02:351,test,baseline_llm,baseline_llm
tier02:353,test,baseline_llm,baseline_llm
tier02:356,test,baseline_llm,baseline_llm
tier02:363,test,baseline_llm,baseline_llm
tier02:37,test,baseline_llm,baseline_llm
tier02:372,test,baseline_llm,baseline_llm
tier02:379,test,baseline_llm,baseline_llm
tier02:405,test,baseline_llm,baseline_llm
tier02:441,test,single_agent,baseline_llm
tier02:445,test,baseline_llm,baseline_llm
tier02:455,test,baseline_llm,baseline_llm
tier02:462,test,baseline_llm,baseline_llm
tier02:471,test,baseline_llm,baseline_llm
tier02:473,test,baseline_llm,baseline_llm
tier02:477,test,single_agent,baseline_llm
tier02:478,test,baseline_llm,baseline_llm
tier02:484,test,baseline_llm,baseline_llm
tier02:488,test,baseline_llm,baseline_llm
tier02:510,test,baseline_llm,baseline_llm
tier02:71,test,baseline_llm,baseline_llm
tier02:90,test,baseline_llm,baseline_llm
tier03:11,test,baseline_llm,baseline_llm
tier03:19,test,baseline_llm,baseline_llm
tier04:1012,test,baseline_llm,baseline_llm
tier04:1038,test,single_agent,none
tier04:1041,test,single_agent,baseline_llm
tier04:1049,test,none,per
tier04:1057,test,baseline_llm,baseline_llm
tier04:1068,test,single_agent,baseline_llm
tier04:1074,test,single_agent,baseline_llm
tier04:1076,test,broadcast,baseline_llm
tier04:108,test,baseline_llm,baseline_llm
tier04:1084,test,per,baseline_llm
tier04:1093,test,per,baseline_llm
tier04:1095,test,baseline_llm,baseline_llm
tier04:1101,test,broadcast,baseline_llm
tier04:1104,test,baseline_llm,baseline_llm
tier04:1106,test,baseline_llm,baseline_llm
tier04:111,test,baseline_llm,baseline_llm
tier04:118,test,none,baseline_llm
tier04:121,test,baseline_llm,baseline_llm
tier04:129,test,single_agent,baseline_llm
tier04:141,test,baseline_llm,baseline_llm
tier04:147,test,baseline_llm,baseline_llm
tier04:153,test,baseline_llm,baseline_llm
tier04:157,test,baseline_llm,baseline_llm
tier04:16,test,baseline_llm,baseline_llm
tier04:165,test,single_agent,baseline_llm
tier04:166,test,baseline_llm,baseline_llm
tier04:180,test,none,baseline_llm
tier04:196,test,baseline_llm,baseline_llm
tier04:222,test,baseline_llm,baseline_llm
tier04:224,test,single_agent,baseline_llm
tier04:233,test,baseline_llm,baseline_llm
tier04:238,test,baseline_llm,baseline_llm
tier04:246,test,baseline_llm,baseline_llm
tier04:247,test,none,baseline_llm
tier04:252,test,baseline_llm,baseline_llm
tier04:263,test,broadcast,baseline_llm
tier04:277,test,single_agent,baseline_llm
tier04:278,test,baseline_llm,baseline_llm
tier04:293,test,baseline_llm,baseline_llm
tier04:304,test,baseline_llm,baseline_llm
tier04:350,test,baseline_llm,baseline_llm
tier04:36,test,baseline_llm,baseline_llm
tier04:378,test,baseline_llm,baseline_llm
tier04:379,test,baseline_llm,baseline_llm
tier04:384,test,baseline_llm,baseline_llm
tier04:399,test,baseline_llm,baseline_llm
tier04:416,test,baseline_llm,baseline_llm
tier04:420,test,baseline_llm,baseline_llm
tier04:422,test,single_agent,baseline_llm
tier04:426,test,baseline_llm,baseline_llm
tier04:438,test,baseline_llm,single_agent
tier04:445,test,none,baseline_llm
tier04:452,test,none,baseline_llm
tier04:464,test,single_agent,baseline_llm
tier04:468,test,single_agent,baseline_llm
tier04:470,test,baseline_llm,baseline_llm
tier04:476,test,baseline_llm,baseline_llm
tier04:48,test,baseline_llm,baseline_llm
tier04:484,test,baseline_llm,baseline_llm
tier04:494,test,baseline_llm,baseline_llm
tier04:504,test,baseline_llm,baseline_llm
tier04:533,test,none,baseline_llm
tier04:538,test,baseline_llm,baseline_llm
tier04:540,test,single_agent,baseline_llm
tier04:561,test,baseline_llm,baseline_llm
tier04:570,test,baseline_llm,baseline_llm
tier04:575,test,single_agent,baseline_llm
tier04:578,test,baseline_llm,baseline_llm
tier04:586,test,baseline_llm,baseline_llm
tier04:591,test,baseline_llm,baseline_llm
tier04:603,test,baseline_llm,baseline_llm
tier04:615,test,baseline_llm,baseline_llm
tier04:640,test,single_agent,baseline_llm
tier04:650,test,single_agent,baseline_llm
tier04:659,test,baseline_llm,baseline_llm
tier04:672,test,baseline_llm,baseline_llm
tier04:685,test,baseline_llm,baseline_llm
tier04:686,test,baseline_llm,baseline_llm
tier04:69,test,single_agent,baseline_llm
tier04:692,test,baseline_llm,baseline_llm
tier04:694,test,baseline_llm,baseline_llm
tier04:696,test,baseline_llm,baseline_llm
tier04:713,test,baseline_llm,baseline_llm
tier04:714,test,baseline_llm,baseline_llm
tier04:719,test,baseline_llm,baseline_llm
tier04:72,test,baseline_llm,baseline_llm
tier04:727,test,baseline_llm,baseline_llm
tier04:742,test,baseline_llm,baseline_llm
tier04:765,test,baseline_llm,baseline_llm
tier04:771,test,baseline_llm,baseline_llm
tier04:775,test,baseline_llm,baseline_llm
tier04:78,test,baseline_llm,baseline_llm
tier04:780,test,baseline_llm,baseline_llm
tier04:787,test,baseline_llm,baseline_llm
tier04:799,test,baseline_llm,baseline_llm
tier04:800,test,single_agent,baseline_llm
tier04:81,test,baseline_llm,baseline_llm
tier04:811,test,single_agent,baseline_llm
tier04:814,test,baseline_llm,baseline_llm
tier04:816,test,baseline_llm,baseline_llm
tier04:820,test,baseline_llm,baseline_llm
tier04:84,test,baseline_llm,baseline_llm
tier04:842,test,baseline_llm,baseline_llm
tier04:847,test,baseline_llm,baseline_llm
tier04:848,test,baseline_llm,baseline_llm
tier04:85,test,baseline_llm,baseline_llm
tier04:858,test,baseline_llm,baseline_llm
tier04:86,test,single_agent,baseline_llm
tier04:871,test,baseline_llm,baseline_llm
tier04:878,test,per,baseline_llm
tier04:89,test,baseline_llm,baseline_llm
tier04:892,test,baseline_llm,baseline_llm
tier04:896,test,baseline_llm,baseline_llm
tier04:897,test,baseline_llm,baseline_llm
tier04:907,test,baseline_llm,baseline_llm
tier04:925,test,baseline_llm,baseline_llm
tier04:932,test,baseline_llm,baseline_llm
tier04:936,test,single_agent,baseline_llm
tier04:947,test,single_agent,baseline_llm
tier04:957,test,baseline_llm,baseline_llm
tier04:963,test,baseline_llm,baseline_llm
tier04:966,test,baseline_llm,baseline_llm
tier04:972,test,baseline_llm,baseline_llm
tier04:977,test,single_agent,baseline_llm
tier04:996,test,baseline_llm,baseline_llm
tier05:1025,test,single_agent,baseline_llm
tier05:1039,test,baseline_llm,baseline_llm
tier05:1058,test,baseline_llm,baseline_llm
tier05:1067,test,per,none
tier05:11,test,single_agent,baseline_llm
tier05:139,test,baseline_llm,baseline_llm
tier05:14,test,baseline_llm,baseline_llm
tier05:152,test,single_agent,baseline_llm
tier05:171,test,broadcast,baseline_llm
tier05:175,test,baseline_llm,baseline_llm
tier05:180,test,baseline_llm,baseline_llm
tier05:19,test,baseline_llm,baseline_llm
tier05:206,test,baseline_llm,single_agent
tier05:215,test,per,baseline_llm
tier05:219,test,single_agent,baseline_llm
tier05:22,test,baseline_llm,baseline_llm
tier05:236,test,broadcast,baseline_llm
tier05:242,test,baseline_llm,baseline_llm
tier05:250,test,baseline_llm,baseline_llm
tier05:255,test,baseline_llm,baseline_llm
tier05:26,test,baseline_llm,baseline_llm
tier05:261,test,single_agent,baseline_llm
tier05:267,test,single_agent,baseline_llm
tier05:273,test,baseline_llm,baseline_llm
tier05:280,test,baseline_llm,baseline_llm
tier05:281,test,single_agent,baseline_llm
tier05:283,test,per,none
tier05:29,test,single_agent,baseline_llm
tier05:292,test,baseline_llm,baseline_llm
tier05:30,test,baseline_llm,baseline_llm
tier05:326,test,baseline_llm,baseline_llm
tier05:332,test,single_agent,single_agent
tier05:334,test,baseline_llm,baseline_llm
tier05:338,test,single_agent,baseline_llm
tier05:350,test,none,baseline_llm
tier05:351,test,baseline_llm,baseline_llm
tier05:354,test,per,baseline_llm
tier05:368,test,baseline_llm,baseline_llm
tier05:397,test,baseline_llm,baseline_llm
tier05:402,test,baseline_llm,baseline_llm
tier05:403,test,baseline_llm,baseline_llm
tier05:405,test,single_agent,baseline_llm
tier05:411,test,baseline_llm,baseline_llm
tier05:417,test,baseline_llm,baseline_llm
tier05:441,test,baseline_llm,baseline_llm
tier05:443,test,per,baseline_llm
tier05:445,test,broadcast,baseline_llm
tier05:452,test,baseline_llm,baseline_llm
tier05:463,test,baseline_llm,baseline_llm
tier05:469,test,baseline_llm,baseline_llm
tier05:47,test,baseline_llm,baseline_llm
tier05:481,test,baseline_llm,baseline_llm
tier05:492,test,per,baseline_llm
tier05:513,test,none,baseline_llm
tier05:520,test,baseline_llm,baseline_llm
tier05:524,test,single_agent,baseline_llm
tier05:530,test,none,baseline_llm
tier05:548,test,single_agent,baseline_llm
tier05:55,test,baseline_llm,baseline_llm
tier05:555,test,baseline_llm,baseline_llm
tier05:583,test,per,baseline_llm
tier05:590,test,single_agent,baseline_llm
tier05:60,test,none,baseline_llm
tier05:614,test,baseline_llm,baseline_llm
tier05:619,test,baseline_llm,baseline_llm
tier05:634,test,broadcast,baseline_llm
tier05:635,test,none,baseline_llm
tier05:636,test,single_agent,baseline_llm
tier05:65,test,baseline_llm,baseline_llm
tier05:650,test,baseline_llm,baseline_llm
tier05:656,test,baseline_llm,baseline_llm
tier05:663,test,broadcast,baseline_llm
tier05:671,test,none,baseline_llm
tier05:675,test,single_agent,baseline_llm
tier05:680,test,baseline_llm,baseline_llm
tier05:687,test,per,baseline_llm
tier05:696,test,baseline_llm,baseline_llm
tier05:704,test,baseline_llm,baseline_llm
tier05:711,test,single_agent,baseline_llm
tier05:714,test,baseline_llm,baseline_llm
tier05:737,test,baseline_llm,baseline_llm
tier05:739,test,baseline_llm,baseline_llm
tier05:755,test,single_agent,broadcast
tier05:760,test,none,baseline_llm
tier05:774,test,baseline_llm,baseline_llm
tier05:776,test,broadcast,baseline_llm
tier05:782,test,single_agent,baseline_llm
tier05:784,test,none,baseline_llm
tier05:785,test,per,baseline_llm
tier05:793,test,broadcast,baseline_llm
tier05:798,test,none,baseline_llm
tier05:80,test,baseline_llm,baseline_llm
tier05:811,test,single_agent,baseline_llm
tier05:823,test,baseline_llm,baseline_llm
tier05:829,test,baseline_llm,baseline_llm
tier05:843,test,broadcast,baseline_llm
tier05:851,test,baseline_llm,none
tier05:854,test,baseline_llm,baseline_llm
tier05:86,test,baseline_llm,baseline_llm
tier05:877,test,baseline_llm,baseline_llm
tier05:892,test,single_agent,baseline_llm
tier05:90,test,baseline_llm,baseline_llm
tier05:918,test,baseline_llm,baseline_llm
tier05:93,test,baseline_llm,baseline_llm
tier05:931,test,baseline_llm,baseline_llm
tier05:947,test,single_agent,baseline_llm
tier05:999,test,baseline_llm,baseline_llm
tier06:100,test,baseline_llm,baseline_llm
tier06:130,test,baseline_llm,baseline_llm
tier06:142,test,per,baseline_llm
tier06:167,test,single_agent,baseline_llm
tier06:173,test,baseline_llm,baseline_llm
tier06:176,test,per,baseline_llm
tier06:179,test,single_agent,baseline_llm
tier06:18,test,per,none
tier06:180,test,baseline_llm,single_agent
tier06:192,test,none,per
tier06:244,test,broadcast,baseline_llm
tier06:257,test,per,baseline_llm
tier06:262,test,per,baseline_llm
tier06:264,test,single_agent,none
tier06:266,test,single_agent,single_agent
tier06:275,test,single_agent,baseline_llm
tier06:28,test,none,none
tier06:288,test,per,single_agent
tier06:302,test,baseline_llm,baseline_llm
tier06:305,test,baseline_llm,baseline_llm
tier06:307,test,baseline_llm,baseline_llm
tier06:324,test,single_agent,baseline_llm
tier06:345,test,none,single_agent
tier06:347,test,single_agent,baseline_llm
tier06:361,test,baseline_llm,baseline_llm
tier06:363,test,baseline_llm,baseline_llm
tier06:370,test,baseline_llm,baseline_llm
tier06:396,test,baseline_llm,baseline_llm
tier06:407,test,baseline_llm,baseline_llm
tier06:424,test,baseline_llm,single_agent
tier06:426,test,per,baseline_llm
tier06:427,test,single_agent,baseline_llm
tier06:442,test,broadcast,none
tier06:462,test,baseline_llm,baseline_llm
tier06:473,test,single_agent,baseline_llm
tier06:481,test,single_agent,single_agent
tier06:484,test,single_agent,baseline_llm
tier06:485,test,baseline_llm,baseline_llm
tier06:63,test,per,baseline_llm
tier06:66,test,per,baseline_llm
tier06:73,test,baseline_llm,none
tier06:79,test,baseline_llm,baseline_llm
tier06:8,test,single_agent,none
tier06:86,test,none,none
tier06:89,test,single_agent,none
tier07:105,test,none,baseline_llm
tier07:114,test,single_agent,baseline_llm
tier07:119,test,single_agent,baseline_llm
tier07:134,test,single_agent,baseline_llm
tier07:157,test,single_agent,single_agent
tier07:163,test,per,baseline_llm
tier07:174,test,single_agent,baseline_llm
tier07:175,test,baseline_llm,single_agent
tier07:184,test,per,single_agent
tier07:208,test,broadcast,single_agent
tier07:222,test,single_agent,single_agent
tier07:227,test,single_agent,baseline_llm
tier07:240,test,baseline_llm,baseline_llm
tier07:263,test,per,none
tier07:267,test,baseline_llm,baseline_llm
tier07:311,test,baseline_llm,baseline_llm
tier07:321,test,baseline_llm,baseline_llm
tier07:322,test,single_agent,baseline_llm
tier07:328,test,per,baseline_llm
tier07:34,test,none,baseline_llm
tier07:357,test,per,per
tier07:38,test,per,baseline_llm
tier07:44,test,per,single_agent
tier07:57,test,per,none
tier07:65,test,broadcast,none
tier07:7,test,single_agent,single_agent
tier07:74,test,single_agent,baseline_llm
tier07:87,test,baseline_llm,baseline_llm
tier07:88,test,none,single_agent
tier08:103,test,single_agent,per
tier08:107,test,single_agent,per
tier08:112,test,per,per
tier08:113,test,baseline_llm,per
tier08:120,test,baseline_llm,single_agent
tier08:135,test,baseline_llm,single_agent
tier08:136,test,single_agent,baseline_llm
tier08:147,test,none,baseline_llm
tier08:149,test,per,single_agent
tier08:168,test,single_agent,baseline_llm
tier08:179,test,single_agent,none
tier08:185,test,single_agent,baseline_llm
tier08:200,test,single_agent,none
tier08:201,test,per,single_agent
tier08:216,test,single_agent,single_agent
tier08:224,test,single_agent,baseline_llm
tier08:225,test,per,single_agent
tier08:226,test,single_agent,single_agent
tier08:237,test,single_agent,baseline_llm
tier08:259,test,single_agent,single_agent
tier08:26,test,none,single_agent
tier08:261,test,baseline_llm,baseline_llm
tier08:264,test,none,baseline_llm
tier08:265,test,baseline_llm,baseline_llm
tier08:285,test,broadcast,baseline_llm
tier08:286,test,per,single_agent
tier08:298,test,baseline_llm,baseline_llm
tier08:305,test,none,single_agent
tier08:306,test,single_agent,baseline_llm
tier08:320,test,broadcast,per
tier08:328,test,single_agent,baseline_llm
tier08:53,test,baseline_llm,baseline_llm
tier08:6,test,single_agent,baseline_llm
tier08:61,test,baseline_llm,baseline_llm
tier08:67,test,single_agent,per
tier08:70,test,single_agent,per
tier08:76,test,single_agent,baseline_llm
tier08:83,test,none,single_agent
tier09:130,test,baseline_llm,single_agent
tier09:132,test,per,single_agent
tier09:18,test,broadcast,single_agent
tier09:27,test,baseline_llm,single_agent
tier09:3,test,single_agent,baseline_llm
tier09:32,test,per,baseline_llm
tier09:39,test,none,per
tier09:42,test,single_agent,single_agent
tier09:46,test,per,per
tier09:58,test,baseline_llm,per
tier09:61,test,baseline_llm,baseline_llm
tier09:67,test,single_agent,baseline_llm
tier09:81,test,single_agent,baseline_llm
tier09:83,test,single_agent,single_agent
tier09:86,test,single_agent,baseline_llm
tier09:89,test,single_agent,single_agent
tier09:91,test,per,single_agent
tier10:15,test,single_agent,per
tier10:5,test,baseline_llm,single_agent
tier10:9,test,single_agent,single_agent