| {"n_folds": 5, "holdout_model": null, "folds": {"gsm8k|gsm8k_23": 0, "gsm_ic|gsmic_31": 0, "gsm8k|gsm8k_37": 0, "bbh_date_understanding|bbh_date_understanding_14": 0, "gsm_ic|gsmic_60": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_60": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_87": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_84": 0, "gsm8k|gsm8k_97": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_81": 0, "bbh_navigate|bbh_navigate_42": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_96": 0, "gsm_ic|gsmic_127": 0, "bbh_navigate|bbh_navigate_75": 0, "gsm8k|gsm8k_51": 0, "bbh_object_counting|bbh_object_counting_76": 0, "bbh_navigate|bbh_navigate_41": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_78": 0, "bbh_date_understanding|bbh_date_understanding_55": 0, "bbh_date_understanding|bbh_date_understanding_87": 0, "bbh_date_understanding|bbh_date_understanding_75": 0, "gsm_ic|gsmic_134": 0, "bbh_formal_fallacies|bbh_formal_fallacies_92": 0, "gsm_ic|gsmic_168": 0, "bbh_object_counting|bbh_object_counting_94": 0, "bbh_object_counting|bbh_object_counting_2": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_86": 0, "gsm8k|gsm8k_48": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_0": 0, "bbh_object_counting|bbh_object_counting_82": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_49": 0, "bbh_object_counting|bbh_object_counting_58": 0, "gsm_ic|gsmic_26": 0, "bbh_date_understanding|bbh_date_understanding_72": 0, "bbh_date_understanding|bbh_date_understanding_41": 0, "bbh_formal_fallacies|bbh_formal_fallacies_3": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_68": 0, "gsm8k|gsm8k_177": 0, "bbh_date_understanding|bbh_date_understanding_89": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_15": 0, "gsm_ic|gsmic_95": 0, "gsm_ic|gsmic_83": 0, "gsm8k|gsm8k_165": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_91": 0, "gsm8k|gsm8k_40": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_81": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_0": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_40": 0, "bbh_navigate|bbh_navigate_8": 0, "gsm8k|gsm8k_145": 0, "bbh_navigate|bbh_navigate_9": 0, "gsm_ic|gsmic_48": 0, "bbh_object_counting|bbh_object_counting_88": 0, "gsm_ic|gsmic_9": 0, "gsm8k|gsm8k_76": 0, "bbh_object_counting|bbh_object_counting_12": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_30": 0, "bbh_date_understanding|bbh_date_understanding_78": 0, "bbh_navigate|bbh_navigate_37": 0, "gsm_ic|gsmic_42": 0, "bbh_date_understanding|bbh_date_understanding_81": 0, "gsm8k|gsm8k_150": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_22": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_4": 0, "bbh_navigate|bbh_navigate_56": 0, "gsm_ic|gsmic_86": 0, "gsm_ic|gsmic_98": 0, "bbh_navigate|bbh_navigate_25": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_41": 0, "gsm_ic|gsmic_163": 0, "bbh_navigate|bbh_navigate_88": 0, "gsm8k|gsm8k_187": 0, "gsm8k|gsm8k_179": 0, "gsm_ic|gsmic_19": 0, "gsm8k|gsm8k_84": 0, "bbh_date_understanding|bbh_date_understanding_65": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_52": 0, "bbh_formal_fallacies|bbh_formal_fallacies_89": 0, "bbh_navigate|bbh_navigate_63": 0, "bbh_navigate|bbh_navigate_23": 0, "gsm_ic|gsmic_192": 0, "gsm8k|gsm8k_171": 0, "bbh_navigate|bbh_navigate_1": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_17": 0, "gsm_ic|gsmic_119": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_10": 0, "gsm8k|gsm8k_136": 0, "gsm_ic|gsmic_53": 0, "bbh_navigate|bbh_navigate_47": 0, "bbh_formal_fallacies|bbh_formal_fallacies_18": 0, "bbh_date_understanding|bbh_date_understanding_88": 0, "bbh_date_understanding|bbh_date_understanding_60": 0, "bbh_object_counting|bbh_object_counting_53": 0, "bbh_date_understanding|bbh_date_understanding_77": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_72": 0, "bbh_navigate|bbh_navigate_58": 0, "gsm8k|gsm8k_17": 0, "bbh_formal_fallacies|bbh_formal_fallacies_63": 0, "gsm_ic|gsmic_121": 0, "gsm8k|gsm8k_39": 0, "bbh_formal_fallacies|bbh_formal_fallacies_31": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_42": 0, "bbh_date_understanding|bbh_date_understanding_40": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_60": 0, "bbh_object_counting|bbh_object_counting_90": 0, "gsm_ic|gsmic_177": 0, "bbh_object_counting|bbh_object_counting_74": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_88": 0, "gsm8k|gsm8k_11": 0, "gsm8k|gsm8k_146": 0, "bbh_object_counting|bbh_object_counting_36": 0, "gsm8k|gsm8k_0": 0, "bbh_navigate|bbh_navigate_30": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_44": 0, "bbh_formal_fallacies|bbh_formal_fallacies_61": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_75": 0, "gsm8k|gsm8k_56": 0, "bbh_formal_fallacies|bbh_formal_fallacies_81": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_76": 0, "gsm8k|gsm8k_83": 0, "bbh_date_understanding|bbh_date_understanding_43": 0, "bbh_navigate|bbh_navigate_45": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_92": 0, "gsm_ic|gsmic_52": 0, "gsm8k|gsm8k_57": 0, "gsm8k|gsm8k_129": 0, "bbh_navigate|bbh_navigate_27": 0, "bbh_object_counting|bbh_object_counting_86": 0, "gsm8k|gsm8k_152": 0, "gsm_ic|gsmic_47": 0, "bbh_date_understanding|bbh_date_understanding_93": 0, "bbh_object_counting|bbh_object_counting_78": 0, "gsm_ic|gsmic_65": 0, "gsm8k|gsm8k_36": 0, "bbh_formal_fallacies|bbh_formal_fallacies_43": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_72": 0, "bbh_object_counting|bbh_object_counting_61": 0, "gsm_ic|gsmic_94": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_85": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_21": 0, "gsm8k|gsm8k_78": 0, "gsm8k|gsm8k_143": 0, "gsm_ic|gsmic_33": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_46": 0, "gsm_ic|gsmic_34": 0, "bbh_navigate|bbh_navigate_15": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_25": 0, "gsm8k|gsm8k_29": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_93": 0, "gsm_ic|gsmic_67": 0, "bbh_date_understanding|bbh_date_understanding_98": 0, "gsm8k|gsm8k_100": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_64": 0, "gsm_ic|gsmic_97": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_55": 0, "gsm8k|gsm8k_153": 0, "bbh_navigate|bbh_navigate_94": 0, "gsm8k|gsm8k_13": 0, "bbh_date_understanding|bbh_date_understanding_79": 0, "gsm8k|gsm8k_131": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_41": 0, "bbh_navigate|bbh_navigate_53": 0, "gsm_ic|gsmic_20": 0, "gsm_ic|gsmic_176": 0, "bbh_navigate|bbh_navigate_5": 0, "gsm8k|gsm8k_103": 0, "gsm_ic|gsmic_32": 0, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_44": 0, "bbh_date_understanding|bbh_date_understanding_32": 0, "bbh_date_understanding|bbh_date_understanding_5": 0, "bbh_navigate|bbh_navigate_60": 0, "bbh_formal_fallacies|bbh_formal_fallacies_32": 0, "gsm_ic|gsmic_107": 0, "bbh_formal_fallacies|bbh_formal_fallacies_60": 0, "gsm8k|gsm8k_194": 0, "bbh_navigate|bbh_navigate_31": 0, "gsm_ic|gsmic_126": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_88": 0, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_40": 0, "bbh_navigate|bbh_navigate_71": 0, "bbh_formal_fallacies|bbh_formal_fallacies_65": 0, "bbh_object_counting|bbh_object_counting_45": 0, "gsm_ic|gsmic_30": 0, "bbh_date_understanding|bbh_date_understanding_83": 0, "gsm_ic|gsmic_91": 0, "gsm8k|gsm8k_188": 1, "bbh_formal_fallacies|bbh_formal_fallacies_93": 1, "bbh_navigate|bbh_navigate_24": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_29": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_74": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_14": 1, "bbh_object_counting|bbh_object_counting_22": 1, "bbh_date_understanding|bbh_date_understanding_71": 1, "bbh_object_counting|bbh_object_counting_66": 1, "gsm_ic|gsmic_156": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_50": 1, "bbh_date_understanding|bbh_date_understanding_35": 1, "bbh_date_understanding|bbh_date_understanding_16": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_63": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_92": 1, "bbh_date_understanding|bbh_date_understanding_66": 1, "bbh_object_counting|bbh_object_counting_10": 1, "gsm8k|gsm8k_181": 1, "bbh_navigate|bbh_navigate_32": 1, "gsm8k|gsm8k_26": 1, "bbh_object_counting|bbh_object_counting_0": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_32": 1, "gsm_ic|gsmic_151": 1, "gsm_ic|gsmic_193": 1, "bbh_navigate|bbh_navigate_62": 1, "bbh_formal_fallacies|bbh_formal_fallacies_11": 1, "gsm8k|gsm8k_54": 1, "gsm_ic|gsmic_37": 1, "gsm8k|gsm8k_195": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_26": 1, "bbh_formal_fallacies|bbh_formal_fallacies_71": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_90": 1, "bbh_formal_fallacies|bbh_formal_fallacies_30": 1, "gsm8k|gsm8k_14": 1, "bbh_navigate|bbh_navigate_99": 1, "bbh_object_counting|bbh_object_counting_8": 1, "gsm8k|gsm8k_180": 1, "bbh_date_understanding|bbh_date_understanding_4": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_45": 1, "gsm_ic|gsmic_111": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_94": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_29": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_86": 1, "gsm8k|gsm8k_45": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_15": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_42": 1, "gsm8k|gsm8k_140": 1, "bbh_navigate|bbh_navigate_97": 1, "gsm8k|gsm8k_149": 1, "bbh_date_understanding|bbh_date_understanding_95": 1, "bbh_object_counting|bbh_object_counting_33": 1, "bbh_object_counting|bbh_object_counting_68": 1, "bbh_date_understanding|bbh_date_understanding_92": 1, "bbh_navigate|bbh_navigate_84": 1, "bbh_formal_fallacies|bbh_formal_fallacies_19": 1, "gsm_ic|gsmic_198": 1, "gsm_ic|gsmic_1": 1, "gsm8k|gsm8k_114": 1, "bbh_date_understanding|bbh_date_understanding_84": 1, "bbh_date_understanding|bbh_date_understanding_21": 1, "gsm8k|gsm8k_81": 1, "gsm_ic|gsmic_24": 1, "bbh_formal_fallacies|bbh_formal_fallacies_79": 1, "bbh_object_counting|bbh_object_counting_77": 1, "gsm8k|gsm8k_3": 1, "bbh_formal_fallacies|bbh_formal_fallacies_88": 1, "bbh_navigate|bbh_navigate_19": 1, "bbh_formal_fallacies|bbh_formal_fallacies_97": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_46": 1, "bbh_navigate|bbh_navigate_80": 1, "gsm_ic|gsmic_164": 1, "bbh_formal_fallacies|bbh_formal_fallacies_99": 1, "bbh_formal_fallacies|bbh_formal_fallacies_64": 1, "bbh_navigate|bbh_navigate_81": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_3": 1, "gsm_ic|gsmic_45": 1, "gsm8k|gsm8k_80": 1, "gsm_ic|gsmic_44": 1, "bbh_navigate|bbh_navigate_85": 1, "bbh_navigate|bbh_navigate_92": 1, "gsm8k|gsm8k_21": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_27": 1, "gsm_ic|gsmic_186": 1, "gsm_ic|gsmic_130": 1, "bbh_navigate|bbh_navigate_68": 1, "bbh_navigate|bbh_navigate_38": 1, "gsm8k|gsm8k_157": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_49": 1, "bbh_navigate|bbh_navigate_34": 1, "bbh_object_counting|bbh_object_counting_52": 1, "gsm8k|gsm8k_123": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_87": 1, "bbh_navigate|bbh_navigate_29": 1, "gsm_ic|gsmic_199": 1, "gsm8k|gsm8k_142": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_36": 1, "gsm_ic|gsmic_102": 1, "bbh_navigate|bbh_navigate_93": 1, "gsm8k|gsm8k_58": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_56": 1, "gsm_ic|gsmic_29": 1, "gsm_ic|gsmic_171": 1, "bbh_date_understanding|bbh_date_understanding_80": 1, "bbh_date_understanding|bbh_date_understanding_51": 1, "gsm8k|gsm8k_73": 1, "bbh_navigate|bbh_navigate_51": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_31": 1, "bbh_date_understanding|bbh_date_understanding_15": 1, "gsm8k|gsm8k_60": 1, "bbh_navigate|bbh_navigate_39": 1, "gsm_ic|gsmic_125": 1, "bbh_formal_fallacies|bbh_formal_fallacies_56": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_57": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_59": 1, "bbh_date_understanding|bbh_date_understanding_33": 1, "bbh_object_counting|bbh_object_counting_72": 1, "gsm_ic|gsmic_40": 1, "bbh_navigate|bbh_navigate_14": 1, "bbh_date_understanding|bbh_date_understanding_67": 1, "bbh_formal_fallacies|bbh_formal_fallacies_59": 1, "bbh_date_understanding|bbh_date_understanding_62": 1, "gsm8k|gsm8k_89": 1, "bbh_navigate|bbh_navigate_43": 1, "bbh_date_understanding|bbh_date_understanding_39": 1, "bbh_formal_fallacies|bbh_formal_fallacies_24": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_78": 1, "gsm8k|gsm8k_20": 1, "bbh_formal_fallacies|bbh_formal_fallacies_69": 1, "bbh_navigate|bbh_navigate_40": 1, "bbh_object_counting|bbh_object_counting_81": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_98": 1, "bbh_object_counting|bbh_object_counting_96": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_80": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_31": 1, "bbh_object_counting|bbh_object_counting_60": 1, "gsm8k|gsm8k_147": 1, "bbh_formal_fallacies|bbh_formal_fallacies_55": 1, "bbh_date_understanding|bbh_date_understanding_96": 1, "gsm8k|gsm8k_141": 1, "gsm8k|gsm8k_8": 1, "bbh_formal_fallacies|bbh_formal_fallacies_57": 1, "gsm_ic|gsmic_161": 1, "gsm8k|gsm8k_186": 1, "bbh_navigate|bbh_navigate_61": 1, "bbh_date_understanding|bbh_date_understanding_9": 1, "gsm8k|gsm8k_42": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_9": 1, "gsm_ic|gsmic_80": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_43": 1, "bbh_navigate|bbh_navigate_90": 1, "bbh_navigate|bbh_navigate_73": 1, "gsm8k|gsm8k_121": 1, "bbh_date_understanding|bbh_date_understanding_2": 1, "bbh_object_counting|bbh_object_counting_40": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_5": 1, "bbh_date_understanding|bbh_date_understanding_10": 1, "gsm_ic|gsmic_8": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_57": 1, "bbh_navigate|bbh_navigate_57": 1, "gsm_ic|gsmic_63": 1, "bbh_formal_fallacies|bbh_formal_fallacies_41": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_53": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_16": 1, "gsm_ic|gsmic_117": 1, "gsm_ic|gsmic_76": 1, "bbh_date_understanding|bbh_date_understanding_28": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_19": 1, "gsm8k|gsm8k_154": 1, "bbh_navigate|bbh_navigate_2": 1, "bbh_object_counting|bbh_object_counting_57": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_82": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_90": 1, "gsm8k|gsm8k_28": 1, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_67": 1, "gsm_ic|gsmic_87": 1, "bbh_object_counting|bbh_object_counting_25": 1, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_19": 1, "bbh_date_understanding|bbh_date_understanding_73": 1, "gsm8k|gsm8k_107": 1, "gsm_ic|gsmic_141": 1, "bbh_object_counting|bbh_object_counting_24": 1, "gsm8k|gsm8k_137": 1, "gsm8k|gsm8k_105": 1, "gsm8k|gsm8k_112": 1, "gsm_ic|gsmic_160": 1, "gsm8k|gsm8k_2": 2, "gsm8k|gsm8k_43": 2, "gsm_ic|gsmic_157": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_97": 2, "bbh_formal_fallacies|bbh_formal_fallacies_23": 2, "bbh_navigate|bbh_navigate_59": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_9": 2, "bbh_object_counting|bbh_object_counting_46": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_12": 2, "gsm_ic|gsmic_129": 2, "bbh_formal_fallacies|bbh_formal_fallacies_48": 2, "gsm8k|gsm8k_47": 2, "gsm_ic|gsmic_99": 2, "bbh_navigate|bbh_navigate_12": 2, "gsm8k|gsm8k_182": 2, "bbh_formal_fallacies|bbh_formal_fallacies_13": 2, "bbh_formal_fallacies|bbh_formal_fallacies_4": 2, "gsm_ic|gsmic_7": 2, "bbh_date_understanding|bbh_date_understanding_53": 2, "gsm_ic|gsmic_178": 2, "bbh_object_counting|bbh_object_counting_89": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_65": 2, "gsm8k|gsm8k_135": 2, "gsm_ic|gsmic_12": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_84": 2, "bbh_date_understanding|bbh_date_understanding_69": 2, "bbh_formal_fallacies|bbh_formal_fallacies_16": 2, "bbh_date_understanding|bbh_date_understanding_19": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_73": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_79": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_91": 2, "bbh_object_counting|bbh_object_counting_17": 2, "gsm8k|gsm8k_63": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_11": 2, "bbh_object_counting|bbh_object_counting_41": 2, "gsm8k|gsm8k_95": 2, "bbh_date_understanding|bbh_date_understanding_52": 2, "bbh_navigate|bbh_navigate_65": 2, "bbh_date_understanding|bbh_date_understanding_49": 2, "bbh_date_understanding|bbh_date_understanding_0": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_73": 2, "gsm_ic|gsmic_77": 2, "gsm8k|gsm8k_15": 2, "bbh_formal_fallacies|bbh_formal_fallacies_49": 2, "gsm_ic|gsmic_175": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_76": 2, "bbh_object_counting|bbh_object_counting_4": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_97": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_34": 2, "bbh_date_understanding|bbh_date_understanding_27": 2, "bbh_formal_fallacies|bbh_formal_fallacies_27": 2, "gsm8k|gsm8k_174": 2, "bbh_navigate|bbh_navigate_70": 2, "gsm8k|gsm8k_138": 2, "bbh_date_understanding|bbh_date_understanding_85": 2, "gsm8k|gsm8k_31": 2, "gsm8k|gsm8k_22": 2, "gsm_ic|gsmic_159": 2, "gsm_ic|gsmic_153": 2, "gsm_ic|gsmic_22": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_67": 2, "gsm_ic|gsmic_84": 2, "gsm8k|gsm8k_64": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_12": 2, "bbh_navigate|bbh_navigate_36": 2, "bbh_object_counting|bbh_object_counting_42": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_62": 2, "bbh_formal_fallacies|bbh_formal_fallacies_68": 2, "bbh_navigate|bbh_navigate_49": 2, "bbh_navigate|bbh_navigate_7": 2, "bbh_navigate|bbh_navigate_78": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_21": 2, "bbh_navigate|bbh_navigate_18": 2, "gsm8k|gsm8k_104": 2, "bbh_date_understanding|bbh_date_understanding_61": 2, "bbh_navigate|bbh_navigate_64": 2, "gsm_ic|gsmic_158": 2, "gsm8k|gsm8k_101": 2, "gsm_ic|gsmic_118": 2, "gsm_ic|gsmic_75": 2, "bbh_navigate|bbh_navigate_82": 2, "gsm8k|gsm8k_173": 2, "bbh_navigate|bbh_navigate_0": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_48": 2, "bbh_date_understanding|bbh_date_understanding_57": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_28": 2, "gsm8k|gsm8k_99": 2, "gsm_ic|gsmic_183": 2, "bbh_formal_fallacies|bbh_formal_fallacies_66": 2, "bbh_object_counting|bbh_object_counting_1": 2, "gsm8k|gsm8k_33": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_51": 2, "gsm8k|gsm8k_49": 2, "gsm_ic|gsmic_4": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_61": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_16": 2, "gsm8k|gsm8k_75": 2, "gsm_ic|gsmic_27": 2, "gsm8k|gsm8k_133": 2, "gsm_ic|gsmic_105": 2, "bbh_date_understanding|bbh_date_understanding_20": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_13": 2, "gsm_ic|gsmic_79": 2, "bbh_formal_fallacies|bbh_formal_fallacies_72": 2, "bbh_navigate|bbh_navigate_20": 2, "bbh_navigate|bbh_navigate_50": 2, "gsm8k|gsm8k_158": 2, "gsm8k|gsm8k_10": 2, "gsm_ic|gsmic_11": 2, "gsm_ic|gsmic_124": 2, "gsm_ic|gsmic_167": 2, "gsm8k|gsm8k_65": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_66": 2, "bbh_date_understanding|bbh_date_understanding_11": 2, "bbh_object_counting|bbh_object_counting_26": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_10": 2, "bbh_formal_fallacies|bbh_formal_fallacies_15": 2, "gsm8k|gsm8k_169": 2, "bbh_formal_fallacies|bbh_formal_fallacies_10": 2, "bbh_formal_fallacies|bbh_formal_fallacies_91": 2, "bbh_date_understanding|bbh_date_understanding_29": 2, "bbh_date_understanding|bbh_date_understanding_31": 2, "gsm8k|gsm8k_113": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_35": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_37": 2, "bbh_formal_fallacies|bbh_formal_fallacies_5": 2, "gsm_ic|gsmic_104": 2, "gsm8k|gsm8k_108": 2, "gsm_ic|gsmic_137": 2, "bbh_navigate|bbh_navigate_22": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_1": 2, "bbh_formal_fallacies|bbh_formal_fallacies_1": 2, "bbh_object_counting|bbh_object_counting_85": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_1": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_58": 2, "gsm_ic|gsmic_110": 2, "gsm_ic|gsmic_3": 2, "bbh_date_understanding|bbh_date_understanding_24": 2, "gsm8k|gsm8k_98": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_99": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_52": 2, "gsm_ic|gsmic_64": 2, "bbh_navigate|bbh_navigate_86": 2, "gsm8k|gsm8k_124": 2, "bbh_formal_fallacies|bbh_formal_fallacies_47": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_18": 2, "gsm8k|gsm8k_19": 2, "gsm_ic|gsmic_35": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_95": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_83": 2, "gsm_ic|gsmic_17": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_68": 2, "gsm_ic|gsmic_89": 2, "gsm_ic|gsmic_21": 2, "gsm8k|gsm8k_167": 2, "gsm8k|gsm8k_168": 2, "bbh_formal_fallacies|bbh_formal_fallacies_37": 2, "bbh_formal_fallacies|bbh_formal_fallacies_77": 2, "bbh_date_understanding|bbh_date_understanding_8": 2, "gsm8k|gsm8k_79": 2, "bbh_object_counting|bbh_object_counting_84": 2, "gsm_ic|gsmic_59": 2, "bbh_formal_fallacies|bbh_formal_fallacies_40": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_89": 2, "gsm_ic|gsmic_101": 2, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_11": 2, "bbh_navigate|bbh_navigate_54": 2, "gsm_ic|gsmic_54": 2, "gsm_ic|gsmic_90": 2, "bbh_date_understanding|bbh_date_understanding_86": 2, "bbh_formal_fallacies|bbh_formal_fallacies_87": 2, "gsm_ic|gsmic_123": 2, "gsm8k|gsm8k_134": 2, "bbh_formal_fallacies|bbh_formal_fallacies_76": 2, "bbh_formal_fallacies|bbh_formal_fallacies_36": 2, "gsm8k|gsm8k_148": 2, "bbh_object_counting|bbh_object_counting_56": 2, "bbh_navigate|bbh_navigate_11": 2, "gsm8k|gsm8k_126": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_13": 2, "gsm_ic|gsmic_131": 2, "gsm_ic|gsmic_173": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_77": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_94": 2, "gsm8k|gsm8k_61": 2, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_59": 3, "gsm8k|gsm8k_132": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_55": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_75": 3, "gsm8k|gsm8k_192": 3, "bbh_formal_fallacies|bbh_formal_fallacies_52": 3, "gsm_ic|gsmic_28": 3, "gsm_ic|gsmic_140": 3, "gsm8k|gsm8k_70": 3, "gsm8k|gsm8k_18": 3, "gsm_ic|gsmic_147": 3, "gsm8k|gsm8k_163": 3, "gsm_ic|gsmic_58": 3, "gsm_ic|gsmic_82": 3, "bbh_date_understanding|bbh_date_understanding_64": 3, "gsm_ic|gsmic_18": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_36": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_61": 3, "bbh_object_counting|bbh_object_counting_65": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_39": 3, "bbh_object_counting|bbh_object_counting_97": 3, "gsm_ic|gsmic_10": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_82": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_7": 3, "gsm8k|gsm8k_46": 3, "gsm_ic|gsmic_15": 3, "gsm8k|gsm8k_161": 3, "gsm_ic|gsmic_66": 3, "bbh_navigate|bbh_navigate_48": 3, "bbh_date_understanding|bbh_date_understanding_6": 3, "bbh_object_counting|bbh_object_counting_50": 3, "gsm8k|gsm8k_85": 3, "gsm8k|gsm8k_38": 3, "gsm_ic|gsmic_56": 3, "bbh_navigate|bbh_navigate_55": 3, "gsm8k|gsm8k_35": 3, "gsm8k|gsm8k_62": 3, "gsm8k|gsm8k_139": 3, "bbh_object_counting|bbh_object_counting_73": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_89": 3, "gsm_ic|gsmic_62": 3, "bbh_formal_fallacies|bbh_formal_fallacies_74": 3, "gsm8k|gsm8k_125": 3, "gsm8k|gsm8k_196": 3, "gsm_ic|gsmic_189": 3, "gsm8k|gsm8k_184": 3, "bbh_date_understanding|bbh_date_understanding_25": 3, "gsm8k|gsm8k_185": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_80": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_33": 3, "bbh_object_counting|bbh_object_counting_6": 3, "gsm8k|gsm8k_74": 3, "bbh_object_counting|bbh_object_counting_16": 3, "bbh_navigate|bbh_navigate_89": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_66": 3, "gsm_ic|gsmic_109": 3, "gsm8k|gsm8k_9": 3, "bbh_object_counting|bbh_object_counting_30": 3, "bbh_object_counting|bbh_object_counting_28": 3, "gsm_ic|gsmic_187": 3, "bbh_object_counting|bbh_object_counting_48": 3, "bbh_navigate|bbh_navigate_76": 3, "gsm8k|gsm8k_72": 3, "bbh_formal_fallacies|bbh_formal_fallacies_70": 3, "gsm_ic|gsmic_180": 3, "gsm8k|gsm8k_106": 3, "gsm8k|gsm8k_77": 3, "bbh_formal_fallacies|bbh_formal_fallacies_73": 3, "bbh_navigate|bbh_navigate_17": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_54": 3, "gsm_ic|gsmic_50": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_2": 3, "gsm8k|gsm8k_155": 3, "gsm_ic|gsmic_115": 3, "bbh_date_understanding|bbh_date_understanding_37": 3, "gsm8k|gsm8k_82": 3, "bbh_navigate|bbh_navigate_35": 3, "gsm8k|gsm8k_191": 3, "bbh_date_understanding|bbh_date_understanding_48": 3, "bbh_formal_fallacies|bbh_formal_fallacies_67": 3, "gsm8k|gsm8k_4": 3, "gsm8k|gsm8k_27": 3, "gsm_ic|gsmic_150": 3, "gsm8k|gsm8k_176": 3, "gsm_ic|gsmic_120": 3, "gsm_ic|gsmic_149": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_28": 3, "gsm_ic|gsmic_191": 3, "gsm_ic|gsmic_2": 3, "gsm_ic|gsmic_73": 3, "bbh_formal_fallacies|bbh_formal_fallacies_45": 3, "gsm8k|gsm8k_111": 3, "gsm8k|gsm8k_122": 3, "gsm8k|gsm8k_199": 3, "gsm_ic|gsmic_122": 3, "gsm8k|gsm8k_175": 3, "bbh_formal_fallacies|bbh_formal_fallacies_26": 3, "bbh_navigate|bbh_navigate_16": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_77": 3, "gsm_ic|gsmic_71": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_85": 3, "bbh_navigate|bbh_navigate_77": 3, "bbh_navigate|bbh_navigate_33": 3, "gsm_ic|gsmic_6": 3, "bbh_navigate|bbh_navigate_52": 3, "bbh_object_counting|bbh_object_counting_14": 3, "gsm8k|gsm8k_170": 3, "gsm_ic|gsmic_36": 3, "bbh_formal_fallacies|bbh_formal_fallacies_86": 3, "gsm8k|gsm8k_41": 3, "bbh_object_counting|bbh_object_counting_70": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_50": 3, "gsm8k|gsm8k_5": 3, "gsm8k|gsm8k_189": 3, "gsm8k|gsm8k_183": 3, "gsm_ic|gsmic_72": 3, "gsm_ic|gsmic_166": 3, "gsm_ic|gsmic_46": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_64": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_27": 3, "gsm_ic|gsmic_88": 3, "bbh_navigate|bbh_navigate_26": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_74": 3, "bbh_formal_fallacies|bbh_formal_fallacies_7": 3, "bbh_object_counting|bbh_object_counting_18": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_5": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_93": 3, "gsm_ic|gsmic_74": 3, "bbh_object_counting|bbh_object_counting_92": 3, "gsm8k|gsm8k_160": 3, "gsm_ic|gsmic_61": 3, "gsm8k|gsm8k_90": 3, "gsm_ic|gsmic_16": 3, "gsm8k|gsm8k_190": 3, "bbh_navigate|bbh_navigate_96": 3, "gsm8k|gsm8k_130": 3, "gsm8k|gsm8k_159": 3, "gsm_ic|gsmic_39": 3, "bbh_formal_fallacies|bbh_formal_fallacies_33": 3, "bbh_formal_fallacies|bbh_formal_fallacies_46": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_58": 3, "gsm_ic|gsmic_13": 3, "gsm_ic|gsmic_93": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_3": 3, "gsm_ic|gsmic_197": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_56": 3, "bbh_object_counting|bbh_object_counting_64": 3, "bbh_formal_fallacies|bbh_formal_fallacies_34": 3, "bbh_formal_fallacies|bbh_formal_fallacies_75": 3, "bbh_object_counting|bbh_object_counting_93": 3, "bbh_formal_fallacies|bbh_formal_fallacies_39": 3, "gsm_ic|gsmic_182": 3, "bbh_date_understanding|bbh_date_understanding_56": 3, "bbh_formal_fallacies|bbh_formal_fallacies_80": 3, "gsm_ic|gsmic_196": 3, "bbh_formal_fallacies|bbh_formal_fallacies_96": 3, "gsm_ic|gsmic_70": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_71": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_23": 3, "gsm_ic|gsmic_57": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_43": 3, "bbh_formal_fallacies|bbh_formal_fallacies_42": 3, "gsm_ic|gsmic_138": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_34": 3, "gsm8k|gsm8k_16": 3, "gsm8k|gsm8k_53": 3, "gsm_ic|gsmic_25": 3, "gsm_ic|gsmic_85": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_17": 3, "bbh_navigate|bbh_navigate_3": 3, "gsm8k|gsm8k_88": 3, "bbh_navigate|bbh_navigate_13": 3, "gsm_ic|gsmic_185": 3, "gsm8k|gsm8k_6": 3, "bbh_date_understanding|bbh_date_understanding_47": 3, "gsm_ic|gsmic_148": 3, "gsm_ic|gsmic_69": 3, "bbh_date_understanding|bbh_date_understanding_17": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_62": 3, "gsm_ic|gsmic_68": 3, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_18": 3, "gsm_ic|gsmic_116": 3, "gsm_ic|gsmic_165": 3, "bbh_object_counting|bbh_object_counting_5": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_14": 3, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_20": 4, "bbh_date_understanding|bbh_date_understanding_7": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_4": 4, "gsm8k|gsm8k_93": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_69": 4, "bbh_object_counting|bbh_object_counting_80": 4, "bbh_date_understanding|bbh_date_understanding_59": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_37": 4, "bbh_object_counting|bbh_object_counting_34": 4, "gsm8k|gsm8k_115": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_99": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_6": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_30": 4, "gsm8k|gsm8k_120": 4, "bbh_formal_fallacies|bbh_formal_fallacies_85": 4, "gsm_ic|gsmic_103": 4, "gsm_ic|gsmic_195": 4, "bbh_object_counting|bbh_object_counting_54": 4, "gsm8k|gsm8k_55": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_83": 4, "bbh_formal_fallacies|bbh_formal_fallacies_20": 4, "gsm_ic|gsmic_133": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_7": 4, "bbh_date_understanding|bbh_date_understanding_22": 4, "gsm_ic|gsmic_108": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_8": 4, "gsm_ic|gsmic_170": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_96": 4, "gsm8k|gsm8k_94": 4, "gsm_ic|gsmic_188": 4, "bbh_date_understanding|bbh_date_understanding_38": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_70": 4, "gsm8k|gsm8k_198": 4, "bbh_object_counting|bbh_object_counting_62": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_95": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_24": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_35": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_33": 4, "gsm8k|gsm8k_69": 4, "gsm_ic|gsmic_181": 4, "bbh_formal_fallacies|bbh_formal_fallacies_0": 4, "bbh_formal_fallacies|bbh_formal_fallacies_12": 4, "bbh_date_understanding|bbh_date_understanding_3": 4, "gsm8k|gsm8k_151": 4, "gsm_ic|gsmic_23": 4, "gsm8k|gsm8k_193": 4, "gsm_ic|gsmic_152": 4, "bbh_date_understanding|bbh_date_understanding_23": 4, "bbh_object_counting|bbh_object_counting_38": 4, "gsm_ic|gsmic_144": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_51": 4, "gsm_ic|gsmic_5": 4, "gsm_ic|gsmic_51": 4, "gsm_ic|gsmic_132": 4, "bbh_formal_fallacies|bbh_formal_fallacies_28": 4, "bbh_object_counting|bbh_object_counting_29": 4, "gsm8k|gsm8k_116": 4, "bbh_date_understanding|bbh_date_understanding_13": 4, "bbh_object_counting|bbh_object_counting_49": 4, "gsm8k|gsm8k_91": 4, "gsm8k|gsm8k_119": 4, "gsm_ic|gsmic_145": 4, "gsm8k|gsm8k_118": 4, "gsm8k|gsm8k_12": 4, "gsm_ic|gsmic_139": 4, "bbh_formal_fallacies|bbh_formal_fallacies_51": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_53": 4, "bbh_date_understanding|bbh_date_understanding_30": 4, "bbh_date_understanding|bbh_date_understanding_44": 4, "bbh_navigate|bbh_navigate_69": 4, "bbh_formal_fallacies|bbh_formal_fallacies_17": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_98": 4, "gsm_ic|gsmic_81": 4, "gsm_ic|gsmic_0": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_23": 4, "bbh_object_counting|bbh_object_counting_21": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_79": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_39": 4, "gsm8k|gsm8k_128": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_45": 4, "bbh_navigate|bbh_navigate_66": 4, "gsm_ic|gsmic_43": 4, "bbh_formal_fallacies|bbh_formal_fallacies_58": 4, "bbh_object_counting|bbh_object_counting_20": 4, "gsm_ic|gsmic_96": 4, "bbh_formal_fallacies|bbh_formal_fallacies_53": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_24": 4, "bbh_navigate|bbh_navigate_98": 4, "gsm8k|gsm8k_164": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_65": 4, "gsm8k|gsm8k_32": 4, "gsm8k|gsm8k_86": 4, "bbh_formal_fallacies|bbh_formal_fallacies_8": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_25": 4, "gsm8k|gsm8k_110": 4, "gsm_ic|gsmic_128": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_38": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_63": 4, "gsm8k|gsm8k_92": 4, "gsm_ic|gsmic_112": 4, "bbh_date_understanding|bbh_date_understanding_42": 4, "gsm_ic|gsmic_143": 4, "bbh_date_understanding|bbh_date_understanding_82": 4, "bbh_navigate|bbh_navigate_21": 4, "gsm_ic|gsmic_135": 4, "bbh_formal_fallacies|bbh_formal_fallacies_21": 4, "gsm_ic|gsmic_113": 4, "gsm_ic|gsmic_179": 4, "gsm_ic|gsmic_155": 4, "gsm_ic|gsmic_146": 4, "bbh_navigate|bbh_navigate_72": 4, "bbh_object_counting|bbh_object_counting_9": 4, "gsm_ic|gsmic_172": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_69": 4, "bbh_formal_fallacies|bbh_formal_fallacies_44": 4, "gsm_ic|gsmic_14": 4, "bbh_navigate|bbh_navigate_74": 4, "gsm_ic|gsmic_41": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_47": 4, "gsm_ic|gsmic_169": 4, "bbh_date_understanding|bbh_date_understanding_91": 4, "bbh_navigate|bbh_navigate_10": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_32": 4, "bbh_navigate|bbh_navigate_28": 4, "gsm8k|gsm8k_144": 4, "gsm_ic|gsmic_49": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_6": 4, "bbh_date_understanding|bbh_date_understanding_97": 4, "gsm8k|gsm8k_117": 4, "gsm8k|gsm8k_67": 4, "gsm_ic|gsmic_78": 4, "gsm8k|gsm8k_66": 4, "bbh_object_counting|bbh_object_counting_13": 4, "gsm8k|gsm8k_50": 4, "gsm8k|gsm8k_96": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_54": 4, "gsm8k|gsm8k_52": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_2": 4, "bbh_object_counting|bbh_object_counting_69": 4, "bbh_navigate|bbh_navigate_46": 4, "bbh_object_counting|bbh_object_counting_32": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_26": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_22": 4, "gsm8k|gsm8k_34": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_47": 4, "bbh_formal_fallacies|bbh_formal_fallacies_95": 4, "gsm_ic|gsmic_55": 4, "bbh_formal_fallacies|bbh_formal_fallacies_9": 4, "gsm8k|gsm8k_109": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_20": 4, "gsm8k|gsm8k_7": 4, "gsm8k|gsm8k_25": 4, "bbh_date_understanding|bbh_date_understanding_74": 4, "bbh_formal_fallacies|bbh_formal_fallacies_62": 4, "gsm8k|gsm8k_197": 4, "gsm8k|gsm8k_68": 4, "bbh_formal_fallacies|bbh_formal_fallacies_83": 4, "bbh_navigate|bbh_navigate_44": 4, "bbh_date_understanding|bbh_date_understanding_1": 4, "bbh_formal_fallacies|bbh_formal_fallacies_29": 4, "bbh_navigate|bbh_navigate_6": 4, "bbh_object_counting|bbh_object_counting_44": 4, "bbh_formal_fallacies|bbh_formal_fallacies_84": 4, "gsm8k|gsm8k_102": 4, "gsm8k|gsm8k_44": 4, "gsm8k|gsm8k_166": 4, "bbh_navigate|bbh_navigate_4": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_48": 4, "gsm8k|gsm8k_127": 4, "gsm_ic|gsmic_92": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_71": 4, "gsm_ic|gsmic_184": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_8": 4, "gsm_ic|gsmic_136": 4, "bbh_date_understanding|bbh_date_understanding_50": 4, "bbh_logical_deduction_three_objects|bbh_logical_deduction_three_objects_70": 4, "bbh_tracking_shuffled_objects_three_objects|bbh_tracking_shuffled_objects_three_objects_38": 4, "bbh_formal_fallacies|bbh_formal_fallacies_25": 4, "bbh_date_understanding|bbh_date_understanding_45": 4, "bbh_object_counting|bbh_object_counting_37": 4, "bbh_date_understanding|bbh_date_understanding_76": 4, "bbh_date_understanding|bbh_date_understanding_63": 4, "gsm8k|gsm8k_59": 4, "gsm_ic|gsmic_38": 4}} |