{ "date": "2026-08-05", "seed": 42, "unit": "task", "semantics": "in-domain: 每道 eval 题的模板在 train 侧至少留 1 题孪生(对齐 ALFWorld);eval_ood: 单题模板只读题,train 侧无同源", "supersedes": "template_split.json (v1 模板级切分,2026-08-05 用户裁定推翻,旧 eval 读数不复用;action-only 格式变更 base 亦须重跑)", "eval_candidate_rule": "readonly(无 program_html) + 无 require_reset", "per_template_cap": 2, "excluded_wikipedia_tasks": [ [ "shopping", 284 ], [ "shopping", 319 ], [ "shopping", 345 ], [ "reddit", 45 ], [ "reddit", 46 ], [ "reddit", 47 ], [ "reddit", 48 ], [ "reddit", 49 ], [ "reddit", 50 ], [ "reddit", 51 ], [ "reddit", 52 ], [ "reddit", 53 ], [ "reddit", 54 ], [ "reddit", 55 ], [ "reddit", 56 ], [ "reddit", 57 ], [ "reddit", 58 ], [ "reddit", 59 ], [ "reddit", 60 ], [ "reddit", 61 ], [ "reddit", 62 ], [ "reddit", 63 ], [ "reddit", 65 ], [ "reddit", 66 ], [ "reddit", 67 ], [ "reddit", 68 ], [ "reddit", 85 ], [ "reddit", 117 ], [ "reddit", 118 ], [ "reddit", 119 ], [ "reddit", 163 ], [ "reddit", 164 ], [ "reddit", 185 ], [ "reddit", 186 ], [ "reddit", 187 ] ], "v1_collected_tasks_lost_to_eval": [ [ "classifieds", 0 ], [ "classifieds", 2 ], [ "classifieds", 3 ], [ "classifieds", 7 ], [ "classifieds", 10 ], [ "classifieds", 13 ], [ "classifieds", 14 ], [ "classifieds", 18 ], [ "classifieds", 19 ], [ "classifieds", 25 ], [ "classifieds", 26 ], [ "classifieds", 36 ], [ "classifieds", 41 ], [ "classifieds", 43 ], [ "classifieds", 50 ], [ "classifieds", 53 ], [ "classifieds", 56 ], [ "classifieds", 70 ], [ "classifieds", 83 ], [ "classifieds", 87 ], [ "classifieds", 89 ], [ "classifieds", 90 ], [ "classifieds", 96 ], [ "classifieds", 101 ], [ "classifieds", 108 ], [ "classifieds", 110 ], [ "classifieds", 111 ], [ "classifieds", 112 ], [ "classifieds", 113 ], [ "classifieds", 114 ], [ "classifieds", 117 ], [ "classifieds", 122 ], [ "classifieds", 128 ], [ "classifieds", 131 ], [ "classifieds", 142 ], [ "classifieds", 168 ], [ "classifieds", 171 ], [ "classifieds", 172 ], [ "classifieds", 187 ], [ "classifieds", 188 ], [ "classifieds", 190 ], [ "classifieds", 191 ], [ "classifieds", 193 ], [ "classifieds", 195 ], [ "classifieds", 198 ], [ "classifieds", 210 ], [ "classifieds", 212 ], [ "classifieds", 218 ], [ "classifieds", 219 ], [ "classifieds", 220 ], [ "classifieds", 222 ], [ "classifieds", 230 ], [ "classifieds", 231 ], [ "classifieds", 233 ], [ "reddit", 16 ], [ "reddit", 27 ], [ "reddit", 33 ], [ "reddit", 36 ], [ "reddit", 42 ], [ "reddit", 70 ], [ "reddit", 77 ], [ "reddit", 93 ], [ "reddit", 115 ], [ "reddit", 120 ], [ "reddit", 122 ], [ "reddit", 127 ], [ "reddit", 133 ], [ "reddit", 156 ], [ "reddit", 161 ], [ "reddit", 162 ], [ "reddit", 167 ], [ "reddit", 175 ], [ "reddit", 179 ], [ "reddit", 201 ], [ "shopping", 3 ], [ "shopping", 5 ], [ "shopping", 7 ], [ "shopping", 25 ], [ "shopping", 26 ], [ "shopping", 35 ], [ "shopping", 41 ], [ "shopping", 42 ], [ "shopping", 44 ], [ "shopping", 45 ], [ "shopping", 71 ], [ "shopping", 90 ], [ "shopping", 92 ], [ "shopping", 128 ], [ "shopping", 129 ], [ "shopping", 140 ], [ "shopping", 141 ], [ "shopping", 150 ], [ "shopping", 151 ], [ "shopping", 156 ], [ "shopping", 157 ], [ "shopping", 167 ], [ "shopping", 188 ], [ "shopping", 192 ], [ "shopping", 195 ], [ "shopping", 206 ], [ "shopping", 207 ], [ "shopping", 208 ], [ "shopping", 210 ], [ "shopping", 219 ], [ "shopping", 220 ], [ "shopping", 241 ], [ "shopping", 292 ], [ "shopping", 293 ], [ "shopping", 295 ], [ "shopping", 298 ], [ "shopping", 300 ], [ "shopping", 309 ], [ "shopping", 310 ], [ "shopping", 316 ], [ "shopping", 317 ], [ "shopping", 337 ], [ "shopping", 353 ], [ "shopping", 356 ], [ "shopping", 357 ], [ "shopping", 364 ] ], "eval_indomain": { "n_tasks": 200, "n_templates": 130, "by_site": { "classifieds": 90, "reddit": 29, "shopping": 81 }, "by_eval_type": { "url_match": 88, "string_match": 100, "string_match+url_match": 4, "page_image_query": 8 }, "by_difficulty": { "medium": 90, "easy": 51, "hard": 59 }, "with_image": 67 }, "eval_ood": { "n_tasks": 30, "n_templates": 30, "by_site": { "shopping": 8, "reddit": 10, "classifieds": 12 }, "by_eval_type": { "string_match": 17, "url_match": 12, "page_image_query+url_match": 1 }, "by_difficulty": { "medium": 11, "hard": 14, "easy": 5 }, "with_image": 11 }, "train": { "n_tasks": 645, "n_templates": 271, "by_site": { "shopping": 374, "reddit": 139, "classifieds": 132 }, "by_eval_type": { "program_html": 375, "url_match": 104, "string_match": 120, "page_image_query": 11, "page_image_query+program_html": 17, "program_html+string_match": 3, "program_html+url_match": 5, "page_image_query+program_html+url_match": 2, "string_match+url_match": 8 }, "by_difficulty": { "medium": 262, "hard": 235, "easy": 148 }, "with_image": 242 }, "collect_new": { "n_tasks": 328, "n_templates": 136, "by_site": { "shopping": 190, "reddit": 71, "classifieds": 67 }, "by_eval_type": { "url_match": 58, "string_match": 63, "program_html": 181, "page_image_query": 9, "page_image_query+program_html": 8, "program_html+string_match": 3, "program_html+url_match": 4, "page_image_query+program_html+url_match": 1, "string_match+url_match": 1 }, "by_difficulty": { "medium": 130, "easy": 84, "hard": 114 }, "with_image": 128 }, "assignment": { "shopping/0": "train", "shopping/1": "train", "shopping/2": "train", "shopping/3": "eval_indomain", "shopping/4": "train", "shopping/5": "eval_indomain", "shopping/6": "train", "shopping/7": "eval_indomain", "shopping/8": "train", "shopping/9": "train", "shopping/10": "eval_indomain", "shopping/11": "eval_indomain", "shopping/12": "train", "shopping/13": "train", "shopping/14": "train", "shopping/15": "eval_indomain", "shopping/16": "train", "shopping/17": "eval_indomain", "shopping/18": "eval_indomain", "shopping/19": "train", "shopping/20": "eval_indomain", "shopping/21": "train", "shopping/22": "eval_indomain", "shopping/23": "train", "shopping/24": "train", "shopping/25": "eval_indomain", "shopping/26": "eval_indomain", "shopping/27": "train", "shopping/28": "eval_indomain", "shopping/29": "train", "shopping/30": "eval_indomain", "shopping/31": "train", "shopping/32": "train", "shopping/33": "train", "shopping/34": "eval_ood", "shopping/35": "eval_indomain", "shopping/36": "train", "shopping/37": "train", "shopping/38": "train", "shopping/39": "train", "shopping/40": "train", "shopping/41": "eval_indomain", "shopping/42": "eval_indomain", "shopping/43": "train", "shopping/44": "eval_indomain", "shopping/45": "eval_indomain", "shopping/46": "train", "shopping/47": "train", "shopping/48": "train", "shopping/49": "train", "shopping/50": "train", "shopping/51": "train", "shopping/52": "train", "shopping/53": "train", "shopping/54": "train", "shopping/55": "train", "shopping/56": "train", "shopping/57": "train", "shopping/58": "train", "shopping/59": "train", "shopping/60": "train", "shopping/61": "train", "shopping/62": "train", "shopping/63": "train", "shopping/64": "eval_indomain", "shopping/65": "eval_indomain", "shopping/66": "train", "shopping/67": "train", "shopping/68": "train", "shopping/69": "train", "shopping/70": "train", "shopping/71": "eval_indomain", "shopping/72": "train", "shopping/73": "train", "shopping/74": "train", "shopping/75": "train", "shopping/76": "train", "shopping/77": "train", "shopping/78": "train", "shopping/79": "train", "shopping/80": "train", "shopping/81": "train", "shopping/82": "train", "shopping/83": "train", "shopping/84": "train", "shopping/85": "train", "shopping/86": "train", "shopping/87": "train", "shopping/88": "train", "shopping/89": "train", "shopping/90": "eval_indomain", "shopping/91": "train", "shopping/92": "eval_indomain", "shopping/93": "train", "shopping/94": "train", "shopping/95": "train", "shopping/96": "train", "shopping/97": "train", "shopping/98": "train", "shopping/99": "train", "shopping/100": "train", "shopping/101": "train", "shopping/102": "train", "shopping/103": "train", "shopping/104": "train", "shopping/105": "train", "shopping/106": "train", "shopping/107": "train", "shopping/108": "train", "shopping/109": "train", "shopping/110": "train", "shopping/111": "train", "shopping/112": "train", "shopping/113": "train", "shopping/114": "train", "shopping/115": "train", "shopping/116": "train", "shopping/117": "train", "shopping/118": "train", "shopping/119": "train", "shopping/120": "train", "shopping/121": "train", "shopping/122": "train", "shopping/123": "eval_indomain", "shopping/124": "train", "shopping/125": "eval_indomain", "shopping/126": "train", "shopping/127": "train", "shopping/128": "eval_indomain", "shopping/129": "eval_indomain", "shopping/130": "train", "shopping/131": "train", "shopping/132": "train", "shopping/133": "train", "shopping/134": "train", "shopping/135": "eval_indomain", "shopping/136": "train", "shopping/137": "train", "shopping/138": "eval_indomain", "shopping/139": "train", "shopping/140": "eval_indomain", "shopping/141": "eval_ood", "shopping/142": "train", "shopping/143": "train", "shopping/144": "eval_indomain", "shopping/145": "train", "shopping/146": "eval_indomain", "shopping/147": "train", "shopping/148": "train", "shopping/149": "eval_indomain", "shopping/150": "eval_indomain", "shopping/151": "eval_indomain", "shopping/152": "train", "shopping/153": "train", "shopping/154": "train", "shopping/155": "train", "shopping/156": "eval_indomain", "shopping/157": "eval_indomain", "shopping/158": "train", "shopping/159": "eval_indomain", "shopping/160": "train", "shopping/161": "train", "shopping/162": "train", "shopping/163": "train", "shopping/164": "train", "shopping/165": "train", "shopping/166": "train", "shopping/167": "eval_indomain", "shopping/168": "train", "shopping/169": "train", "shopping/170": "train", "shopping/171": "train", "shopping/172": "train", "shopping/173": "train", "shopping/174": "train", "shopping/175": "train", "shopping/176": "train", "shopping/177": "train", "shopping/178": "train", "shopping/179": "train", "shopping/180": "train", "shopping/181": "train", "shopping/182": "train", "shopping/183": "train", "shopping/184": "train", "shopping/185": "train", "shopping/186": "train", "shopping/187": "train", "shopping/188": "eval_indomain", "shopping/189": "train", "shopping/190": "train", "shopping/191": "train", "shopping/192": "eval_ood", "shopping/193": "train", "shopping/194": "train", "shopping/195": "eval_indomain", "shopping/196": "train", "shopping/197": "train", "shopping/198": "train", "shopping/199": "eval_indomain", "shopping/200": "eval_indomain", "shopping/201": "train", "shopping/202": "eval_indomain", "shopping/203": "train", "shopping/204": "train", "shopping/205": "train", "shopping/206": "eval_indomain", "shopping/207": "eval_indomain", "shopping/208": "eval_indomain", "shopping/209": "train", "shopping/210": "eval_indomain", "shopping/211": "train", "shopping/212": "train", "shopping/213": "train", "shopping/214": "train", "shopping/215": "train", "shopping/216": "train", "shopping/217": "train", "shopping/218": "eval_indomain", "shopping/219": "eval_ood", "shopping/220": "eval_indomain", "shopping/221": "train", "shopping/222": "train", "shopping/223": "train", "shopping/224": "train", "shopping/225": "train", "shopping/226": "train", "shopping/227": "train", "shopping/228": "train", "shopping/229": "train", "shopping/230": "train", "shopping/231": "train", "shopping/232": "train", "shopping/233": "train", "shopping/234": "train", "shopping/235": "train", "shopping/236": "train", "shopping/237": "train", "shopping/238": "train", "shopping/239": "train", "shopping/240": "train", "shopping/241": "eval_ood", "shopping/242": "eval_indomain", "shopping/243": "train", "shopping/244": "train", "shopping/245": "train", "shopping/246": "train", "shopping/247": "train", "shopping/248": "train", "shopping/249": "train", "shopping/250": "train", "shopping/251": "train", "shopping/252": "train", "shopping/253": "train", "shopping/254": "train", "shopping/255": "train", "shopping/256": "train", "shopping/257": "train", "shopping/258": "train", "shopping/259": "train", "shopping/260": "train", "shopping/261": "train", "shopping/262": "train", "shopping/263": "train", "shopping/264": "train", "shopping/265": "train", "shopping/266": "train", "shopping/267": "train", "shopping/268": "train", "shopping/269": "train", "shopping/270": "train", "shopping/271": "train", "shopping/272": "train", "shopping/273": "train", "shopping/274": "train", "shopping/275": "train", "shopping/276": "train", "shopping/277": "train", "shopping/278": "eval_indomain", "shopping/279": "eval_indomain", "shopping/280": "train", "shopping/281": "train", "shopping/282": "train", "shopping/283": "train", "shopping/285": "train", "shopping/286": "eval_indomain", "shopping/287": "eval_indomain", "shopping/288": "train", "shopping/289": "train", "shopping/290": "train", "shopping/291": "eval_indomain", "shopping/292": "eval_indomain", "shopping/293": "eval_indomain", "shopping/294": "train", "shopping/295": "eval_indomain", "shopping/296": "train", "shopping/297": "train", "shopping/298": "eval_indomain", "shopping/299": "train", "shopping/300": "eval_indomain", "shopping/301": "train", "shopping/302": "train", "shopping/303": "eval_indomain", "shopping/304": "eval_indomain", "shopping/305": "train", "shopping/306": "train", "shopping/307": "eval_indomain", "shopping/308": "eval_indomain", "shopping/309": "eval_indomain", "shopping/310": "eval_indomain", "shopping/311": "train", "shopping/312": "train", "shopping/313": "train", "shopping/314": "train", "shopping/315": "eval_indomain", "shopping/316": "eval_indomain", "shopping/317": "eval_indomain", "shopping/318": "train", "shopping/320": "train", "shopping/321": "train", "shopping/322": "train", "shopping/323": "train", "shopping/324": "train", "shopping/325": "train", "shopping/326": "train", "shopping/327": "train", "shopping/328": "train", "shopping/329": "train", "shopping/330": "train", "shopping/331": "train", "shopping/332": "train", "shopping/333": "eval_indomain", "shopping/334": "eval_indomain", "shopping/335": "train", "shopping/336": "train", "shopping/337": "eval_indomain", "shopping/338": "train", "shopping/339": "train", "shopping/340": "eval_indomain", "shopping/341": "train", "shopping/342": "train", "shopping/343": "train", "shopping/344": "train", "shopping/346": "train", "shopping/347": "train", "shopping/348": "train", "shopping/349": "train", "shopping/350": "train", "shopping/351": "train", "shopping/352": "train", "shopping/353": "eval_ood", "shopping/354": "train", "shopping/355": "train", "shopping/356": "eval_ood", "shopping/357": "eval_ood", "shopping/358": "train", "shopping/359": "train", "shopping/360": "train", "shopping/361": "train", "shopping/362": "train", "shopping/363": "train", "shopping/364": "eval_indomain", "shopping/365": "train", "shopping/366": "train", "shopping/367": "train", "shopping/368": "train", "shopping/369": "train", "shopping/370": "train", "shopping/371": "train", "shopping/372": "train", "shopping/373": "eval_indomain", "shopping/374": "train", "shopping/375": "train", "shopping/376": "train", "shopping/377": "train", "shopping/378": "eval_indomain", "shopping/379": "train", "shopping/380": "eval_indomain", "shopping/381": "train", "shopping/382": "train", "shopping/383": "train", "shopping/384": "train", "shopping/385": "train", "shopping/386": "train", "shopping/387": "train", "shopping/388": "train", "shopping/389": "train", "shopping/390": "train", "shopping/391": "train", "shopping/392": "train", "shopping/393": "train", "shopping/394": "train", "shopping/395": "train", "shopping/396": "train", "shopping/397": "train", "shopping/398": "train", "shopping/399": "train", "shopping/400": "train", "shopping/401": "eval_indomain", "shopping/402": "eval_indomain", "shopping/403": "train", "shopping/404": "train", "shopping/405": "train", "shopping/406": "train", "shopping/407": "train", "shopping/408": "train", "shopping/409": "train", "shopping/410": "train", "shopping/411": "train", "shopping/412": "train", "shopping/413": "train", "shopping/414": "train", "shopping/415": "train", "shopping/416": "train", "shopping/417": "train", "shopping/418": "train", "shopping/419": "train", "shopping/420": "train", "shopping/421": "train", "shopping/422": "train", "shopping/423": "train", "shopping/424": "train", "shopping/425": "train", "shopping/426": "train", "shopping/427": "train", "shopping/428": "train", "shopping/429": "train", "shopping/430": "train", "shopping/431": "train", "shopping/432": "train", "shopping/433": "train", "shopping/434": "train", "shopping/435": "train", "shopping/436": "train", "shopping/437": "train", "shopping/438": "train", "shopping/439": "train", "shopping/440": "train", "shopping/441": "train", "shopping/442": "train", "shopping/443": "train", "shopping/444": "train", "shopping/445": "train", "shopping/446": "train", "shopping/447": "train", "shopping/448": "train", "shopping/449": "train", "shopping/450": "train", "shopping/451": "train", "shopping/452": "train", "shopping/453": "train", "shopping/454": "train", "shopping/455": "train", "shopping/456": "train", "shopping/457": "train", "shopping/458": "train", "shopping/459": "train", "shopping/460": "train", "shopping/461": "train", "shopping/462": "train", "shopping/463": "train", "shopping/464": "train", "shopping/465": "train", "reddit/0": "train", "reddit/1": "eval_indomain", "reddit/2": "train", "reddit/3": "train", "reddit/4": "eval_indomain", "reddit/5": "eval_indomain", "reddit/6": "train", "reddit/7": "train", "reddit/8": "train", "reddit/9": "eval_indomain", "reddit/10": "train", "reddit/11": "train", "reddit/12": "eval_indomain", "reddit/13": "train", "reddit/14": "eval_indomain", "reddit/15": "train", "reddit/16": "eval_ood", "reddit/17": "eval_indomain", "reddit/18": "train", "reddit/19": "train", "reddit/20": "train", "reddit/21": "train", "reddit/22": "train", "reddit/23": "train", "reddit/24": "train", "reddit/25": "eval_indomain", "reddit/26": "train", "reddit/27": "eval_ood", "reddit/28": "train", "reddit/29": "train", "reddit/30": "train", "reddit/31": "train", "reddit/32": "train", "reddit/33": "eval_indomain", "reddit/34": "train", "reddit/35": "train", "reddit/36": "eval_indomain", "reddit/37": "train", "reddit/38": "train", "reddit/39": "eval_indomain", "reddit/40": "train", "reddit/41": "train", "reddit/42": "eval_indomain", "reddit/43": "train", "reddit/44": "train", "reddit/64": "eval_ood", "reddit/69": "train", "reddit/70": "eval_ood", "reddit/71": "train", "reddit/72": "train", "reddit/73": "train", "reddit/74": "train", "reddit/75": "train", "reddit/76": "train", "reddit/77": "eval_indomain", "reddit/78": "train", "reddit/79": "train", "reddit/80": "train", "reddit/81": "train", "reddit/82": "train", "reddit/83": "train", "reddit/84": "train", "reddit/86": "train", "reddit/87": "eval_indomain", "reddit/88": "train", "reddit/89": "train", "reddit/90": "train", "reddit/91": "train", "reddit/92": "train", "reddit/93": "eval_indomain", "reddit/94": "train", "reddit/95": "train", "reddit/96": "train", "reddit/97": "train", "reddit/98": "eval_indomain", "reddit/99": "train", "reddit/100": "train", "reddit/101": "train", "reddit/102": "train", "reddit/103": "train", "reddit/104": "train", "reddit/105": "train", "reddit/106": "train", "reddit/107": "train", "reddit/108": "train", "reddit/109": "train", "reddit/110": "train", "reddit/111": "eval_indomain", "reddit/112": "train", "reddit/113": "train", "reddit/114": "train", "reddit/115": "eval_indomain", "reddit/116": "train", "reddit/120": "eval_ood", "reddit/121": "train", "reddit/122": "eval_indomain", "reddit/123": "train", "reddit/124": "train", "reddit/125": "eval_indomain", "reddit/126": "train", "reddit/127": "eval_indomain", "reddit/128": "train", "reddit/129": "train", "reddit/130": "train", "reddit/131": "train", "reddit/132": "train", "reddit/133": "eval_indomain", "reddit/134": "train", "reddit/135": "eval_ood", "reddit/136": "train", "reddit/137": "eval_indomain", "reddit/138": "train", "reddit/139": "train", "reddit/140": "train", "reddit/141": "train", "reddit/142": "train", "reddit/143": "train", "reddit/144": "train", "reddit/145": "train", "reddit/146": "train", "reddit/147": "train", "reddit/148": "train", "reddit/149": "train", "reddit/150": "train", "reddit/151": "train", "reddit/152": "train", "reddit/153": "eval_ood", "reddit/154": "train", "reddit/155": "train", "reddit/156": "eval_indomain", "reddit/157": "train", "reddit/158": "train", "reddit/159": "train", "reddit/160": "train", "reddit/161": "eval_ood", "reddit/162": "eval_ood", "reddit/165": "train", "reddit/166": "train", "reddit/167": "eval_indomain", "reddit/168": "train", "reddit/169": "train", "reddit/170": "train", "reddit/171": "train", "reddit/172": "train", "reddit/173": "train", "reddit/174": "train", "reddit/175": "eval_ood", "reddit/176": "train", "reddit/177": "train", "reddit/178": "train", "reddit/179": "eval_indomain", "reddit/180": "train", "reddit/181": "train", "reddit/182": "train", "reddit/183": "train", "reddit/184": "train", "reddit/188": "train", "reddit/189": "train", "reddit/190": "train", "reddit/191": "train", "reddit/192": "train", "reddit/193": "train", "reddit/194": "train", "reddit/195": "train", "reddit/196": "train", "reddit/197": "train", "reddit/198": "train", "reddit/199": "train", "reddit/200": "train", "reddit/201": "eval_indomain", "reddit/202": "train", "reddit/203": "train", "reddit/204": "eval_indomain", "reddit/205": "train", "reddit/206": "eval_indomain", "reddit/207": "train", "reddit/208": "train", "reddit/209": "train", "classifieds/0": "eval_indomain", "classifieds/1": "train", "classifieds/2": "eval_indomain", "classifieds/3": "eval_indomain", "classifieds/4": "train", "classifieds/5": "train", "classifieds/6": "train", "classifieds/7": "eval_indomain", "classifieds/8": "train", "classifieds/9": "train", "classifieds/10": "eval_indomain", "classifieds/11": "train", "classifieds/12": "train", "classifieds/13": "eval_indomain", "classifieds/14": "eval_indomain", "classifieds/15": "eval_indomain", "classifieds/16": "train", "classifieds/17": "train", "classifieds/18": "eval_indomain", "classifieds/19": "eval_indomain", "classifieds/20": "train", "classifieds/21": "train", "classifieds/22": "train", "classifieds/23": "train", "classifieds/24": "train", "classifieds/25": "eval_indomain", "classifieds/26": "eval_indomain", "classifieds/27": "train", "classifieds/28": "train", "classifieds/29": "train", "classifieds/30": "train", "classifieds/31": "train", "classifieds/32": "train", "classifieds/33": "train", "classifieds/34": "train", "classifieds/35": "eval_indomain", "classifieds/36": "eval_indomain", "classifieds/37": "train", "classifieds/38": "eval_indomain", "classifieds/39": "train", "classifieds/40": "train", "classifieds/41": "eval_indomain", "classifieds/42": "train", "classifieds/43": "eval_indomain", "classifieds/44": "train", "classifieds/45": "eval_indomain", "classifieds/46": "eval_indomain", "classifieds/47": "train", "classifieds/48": "eval_indomain", "classifieds/49": "eval_indomain", "classifieds/50": "eval_indomain", "classifieds/51": "eval_indomain", "classifieds/52": "train", "classifieds/53": "eval_ood", "classifieds/54": "train", "classifieds/55": "eval_indomain", "classifieds/56": "eval_indomain", "classifieds/57": "train", "classifieds/58": "eval_ood", "classifieds/59": "train", "classifieds/60": "train", "classifieds/61": "eval_indomain", "classifieds/62": "eval_indomain", "classifieds/63": "train", "classifieds/64": "train", "classifieds/65": "train", "classifieds/66": "train", "classifieds/67": "train", "classifieds/68": "eval_indomain", "classifieds/69": "eval_indomain", "classifieds/70": "eval_indomain", "classifieds/71": "eval_indomain", "classifieds/72": "eval_ood", "classifieds/73": "train", "classifieds/74": "train", "classifieds/75": "train", "classifieds/76": "train", "classifieds/77": "train", "classifieds/78": "train", "classifieds/79": "eval_indomain", "classifieds/80": "train", "classifieds/81": "train", "classifieds/82": "train", "classifieds/83": "eval_indomain", "classifieds/84": "train", "classifieds/85": "train", "classifieds/86": "train", "classifieds/87": "eval_indomain", "classifieds/88": "train", "classifieds/89": "eval_indomain", "classifieds/90": "eval_indomain", "classifieds/91": "train", "classifieds/92": "train", "classifieds/93": "train", "classifieds/94": "train", "classifieds/95": "train", "classifieds/96": "eval_indomain", "classifieds/97": "train", "classifieds/98": "eval_indomain", "classifieds/99": "train", "classifieds/100": "eval_indomain", "classifieds/101": "eval_indomain", "classifieds/102": "train", "classifieds/103": "train", "classifieds/104": "train", "classifieds/105": "train", "classifieds/106": "train", "classifieds/107": "train", "classifieds/108": "eval_indomain", "classifieds/109": "eval_indomain", "classifieds/110": "eval_indomain", "classifieds/111": "eval_indomain", "classifieds/112": "eval_ood", "classifieds/113": "eval_indomain", "classifieds/114": "eval_ood", "classifieds/115": "train", "classifieds/116": "eval_indomain", "classifieds/117": "eval_indomain", "classifieds/118": "train", "classifieds/119": "train", "classifieds/120": "eval_indomain", "classifieds/121": "eval_indomain", "classifieds/122": "eval_indomain", "classifieds/123": "eval_indomain", "classifieds/124": "eval_indomain", "classifieds/125": "train", "classifieds/126": "train", "classifieds/127": "train", "classifieds/128": "eval_indomain", "classifieds/129": "train", "classifieds/130": "train", "classifieds/131": "eval_indomain", "classifieds/132": "train", "classifieds/133": "train", "classifieds/134": "train", "classifieds/135": "train", "classifieds/136": "eval_ood", "classifieds/137": "eval_indomain", "classifieds/138": "eval_indomain", "classifieds/139": "train", "classifieds/140": "train", "classifieds/141": "eval_indomain", "classifieds/142": "eval_ood", "classifieds/143": "train", "classifieds/144": "train", "classifieds/145": "train", "classifieds/146": "train", "classifieds/147": "train", "classifieds/148": "eval_indomain", "classifieds/149": "train", "classifieds/150": "eval_indomain", "classifieds/151": "train", "classifieds/152": "eval_indomain", "classifieds/153": "train", "classifieds/154": "train", "classifieds/155": "eval_indomain", "classifieds/156": "eval_indomain", "classifieds/157": "train", "classifieds/158": "train", "classifieds/159": "train", "classifieds/160": "train", "classifieds/161": "train", "classifieds/162": "train", "classifieds/163": "eval_indomain", "classifieds/164": "train", "classifieds/165": "eval_indomain", "classifieds/166": "eval_indomain", "classifieds/167": "train", "classifieds/168": "eval_indomain", "classifieds/169": "train", "classifieds/170": "eval_indomain", "classifieds/171": "eval_indomain", "classifieds/172": "eval_indomain", "classifieds/173": "train", "classifieds/174": "train", "classifieds/175": "train", "classifieds/176": "train", "classifieds/177": "eval_indomain", "classifieds/178": "train", "classifieds/179": "eval_indomain", "classifieds/180": "train", "classifieds/181": "eval_indomain", "classifieds/182": "train", "classifieds/183": "eval_indomain", "classifieds/184": "train", "classifieds/185": "eval_indomain", "classifieds/186": "train", "classifieds/187": "eval_indomain", "classifieds/188": "eval_indomain", "classifieds/189": "train", "classifieds/190": "eval_ood", "classifieds/191": "eval_indomain", "classifieds/192": "eval_indomain", "classifieds/193": "eval_indomain", "classifieds/194": "train", "classifieds/195": "eval_indomain", "classifieds/196": "eval_indomain", "classifieds/197": "train", "classifieds/198": "eval_indomain", "classifieds/199": "train", "classifieds/200": "train", "classifieds/201": "train", "classifieds/202": "train", "classifieds/203": "train", "classifieds/204": "train", "classifieds/205": "train", "classifieds/206": "train", "classifieds/207": "eval_indomain", "classifieds/208": "train", "classifieds/209": "eval_ood", "classifieds/210": "eval_indomain", "classifieds/211": "train", "classifieds/212": "eval_indomain", "classifieds/213": "train", "classifieds/214": "train", "classifieds/215": "train", "classifieds/216": "train", "classifieds/217": "train", "classifieds/218": "eval_indomain", "classifieds/219": "eval_indomain", "classifieds/220": "eval_indomain", "classifieds/221": "train", "classifieds/222": "eval_ood", "classifieds/223": "train", "classifieds/224": "train", "classifieds/225": "train", "classifieds/226": "eval_indomain", "classifieds/227": "train", "classifieds/228": "train", "classifieds/229": "train", "classifieds/230": "eval_indomain", "classifieds/231": "eval_ood", "classifieds/232": "train", "classifieds/233": "eval_ood" } }