| { |
| "date": "2026-08-05", |
| "seed": 42, |
| "unit": "task", |
| "semantics": "in-domain: 每道 eval 题的模板在 train 侧至少留 1 题孪生（对齐 ALFWorld）；eval_ood: 单题模板只读题，train 侧无同源", |
| "supersedes": "template_split.json (v1 模板级切分，2026-08-05 用户裁定推翻，旧 eval 读数不复用；action-only 格式变更 base 亦须重跑)", |
| "eval_candidate_rule": "readonly(无 program_html) + 无 require_reset", |
| "per_template_cap": 2, |
| "excluded_wikipedia_tasks": [ |
| [ |
| "shopping", |
| 284 |
| ], |
| [ |
| "shopping", |
| 319 |
| ], |
| [ |
| "shopping", |
| 345 |
| ], |
| [ |
| "reddit", |
| 45 |
| ], |
| [ |
| "reddit", |
| 46 |
| ], |
| [ |
| "reddit", |
| 47 |
| ], |
| [ |
| "reddit", |
| 48 |
| ], |
| [ |
| "reddit", |
| 49 |
| ], |
| [ |
| "reddit", |
| 50 |
| ], |
| [ |
| "reddit", |
| 51 |
| ], |
| [ |
| "reddit", |
| 52 |
| ], |
| [ |
| "reddit", |
| 53 |
| ], |
| [ |
| "reddit", |
| 54 |
| ], |
| [ |
| "reddit", |
| 55 |
| ], |
| [ |
| "reddit", |
| 56 |
| ], |
| [ |
| "reddit", |
| 57 |
| ], |
| [ |
| "reddit", |
| 58 |
| ], |
| [ |
| "reddit", |
| 59 |
| ], |
| [ |
| "reddit", |
| 60 |
| ], |
| [ |
| "reddit", |
| 61 |
| ], |
| [ |
| "reddit", |
| 62 |
| ], |
| [ |
| "reddit", |
| 63 |
| ], |
| [ |
| "reddit", |
| 65 |
| ], |
| [ |
| "reddit", |
| 66 |
| ], |
| [ |
| "reddit", |
| 67 |
| ], |
| [ |
| "reddit", |
| 68 |
| ], |
| [ |
| "reddit", |
| 85 |
| ], |
| [ |
| "reddit", |
| 117 |
| ], |
| [ |
| "reddit", |
| 118 |
| ], |
| [ |
| "reddit", |
| 119 |
| ], |
| [ |
| "reddit", |
| 163 |
| ], |
| [ |
| "reddit", |
| 164 |
| ], |
| [ |
| "reddit", |
| 185 |
| ], |
| [ |
| "reddit", |
| 186 |
| ], |
| [ |
| "reddit", |
| 187 |
| ] |
| ], |
| "v1_collected_tasks_lost_to_eval": [ |
| [ |
| "classifieds", |
| 0 |
| ], |
| [ |
| "classifieds", |
| 2 |
| ], |
| [ |
| "classifieds", |
| 3 |
| ], |
| [ |
| "classifieds", |
| 7 |
| ], |
| [ |
| "classifieds", |
| 10 |
| ], |
| [ |
| "classifieds", |
| 13 |
| ], |
| [ |
| "classifieds", |
| 14 |
| ], |
| [ |
| "classifieds", |
| 18 |
| ], |
| [ |
| "classifieds", |
| 19 |
| ], |
| [ |
| "classifieds", |
| 25 |
| ], |
| [ |
| "classifieds", |
| 26 |
| ], |
| [ |
| "classifieds", |
| 36 |
| ], |
| [ |
| "classifieds", |
| 41 |
| ], |
| [ |
| "classifieds", |
| 43 |
| ], |
| [ |
| "classifieds", |
| 50 |
| ], |
| [ |
| "classifieds", |
| 53 |
| ], |
| [ |
| "classifieds", |
| 56 |
| ], |
| [ |
| "classifieds", |
| 70 |
| ], |
| [ |
| "classifieds", |
| 83 |
| ], |
| [ |
| "classifieds", |
| 87 |
| ], |
| [ |
| "classifieds", |
| 89 |
| ], |
| [ |
| "classifieds", |
| 90 |
| ], |
| [ |
| "classifieds", |
| 96 |
| ], |
| [ |
| "classifieds", |
| 101 |
| ], |
| [ |
| "classifieds", |
| 108 |
| ], |
| [ |
| "classifieds", |
| 110 |
| ], |
| [ |
| "classifieds", |
| 111 |
| ], |
| [ |
| "classifieds", |
| 112 |
| ], |
| [ |
| "classifieds", |
| 113 |
| ], |
| [ |
| "classifieds", |
| 114 |
| ], |
| [ |
| "classifieds", |
| 117 |
| ], |
| [ |
| "classifieds", |
| 122 |
| ], |
| [ |
| "classifieds", |
| 128 |
| ], |
| [ |
| "classifieds", |
| 131 |
| ], |
| [ |
| "classifieds", |
| 142 |
| ], |
| [ |
| "classifieds", |
| 168 |
| ], |
| [ |
| "classifieds", |
| 171 |
| ], |
| [ |
| "classifieds", |
| 172 |
| ], |
| [ |
| "classifieds", |
| 187 |
| ], |
| [ |
| "classifieds", |
| 188 |
| ], |
| [ |
| "classifieds", |
| 190 |
| ], |
| [ |
| "classifieds", |
| 191 |
| ], |
| [ |
| "classifieds", |
| 193 |
| ], |
| [ |
| "classifieds", |
| 195 |
| ], |
| [ |
| "classifieds", |
| 198 |
| ], |
| [ |
| "classifieds", |
| 210 |
| ], |
| [ |
| "classifieds", |
| 212 |
| ], |
| [ |
| "classifieds", |
| 218 |
| ], |
| [ |
| "classifieds", |
| 219 |
| ], |
| [ |
| "classifieds", |
| 220 |
| ], |
| [ |
| "classifieds", |
| 222 |
| ], |
| [ |
| "classifieds", |
| 230 |
| ], |
| [ |
| "classifieds", |
| 231 |
| ], |
| [ |
| "classifieds", |
| 233 |
| ], |
| [ |
| "reddit", |
| 16 |
| ], |
| [ |
| "reddit", |
| 27 |
| ], |
| [ |
| "reddit", |
| 33 |
| ], |
| [ |
| "reddit", |
| 36 |
| ], |
| [ |
| "reddit", |
| 42 |
| ], |
| [ |
| "reddit", |
| 70 |
| ], |
| [ |
| "reddit", |
| 77 |
| ], |
| [ |
| "reddit", |
| 93 |
| ], |
| [ |
| "reddit", |
| 115 |
| ], |
| [ |
| "reddit", |
| 120 |
| ], |
| [ |
| "reddit", |
| 122 |
| ], |
| [ |
| "reddit", |
| 127 |
| ], |
| [ |
| "reddit", |
| 133 |
| ], |
| [ |
| "reddit", |
| 156 |
| ], |
| [ |
| "reddit", |
| 161 |
| ], |
| [ |
| "reddit", |
| 162 |
| ], |
| [ |
| "reddit", |
| 167 |
| ], |
| [ |
| "reddit", |
| 175 |
| ], |
| [ |
| "reddit", |
| 179 |
| ], |
| [ |
| "reddit", |
| 201 |
| ], |
| [ |
| "shopping", |
| 3 |
| ], |
| [ |
| "shopping", |
| 5 |
| ], |
| [ |
| "shopping", |
| 7 |
| ], |
| [ |
| "shopping", |
| 25 |
| ], |
| [ |
| "shopping", |
| 26 |
| ], |
| [ |
| "shopping", |
| 35 |
| ], |
| [ |
| "shopping", |
| 41 |
| ], |
| [ |
| "shopping", |
| 42 |
| ], |
| [ |
| "shopping", |
| 44 |
| ], |
| [ |
| "shopping", |
| 45 |
| ], |
| [ |
| "shopping", |
| 71 |
| ], |
| [ |
| "shopping", |
| 90 |
| ], |
| [ |
| "shopping", |
| 92 |
| ], |
| [ |
| "shopping", |
| 128 |
| ], |
| [ |
| "shopping", |
| 129 |
| ], |
| [ |
| "shopping", |
| 140 |
| ], |
| [ |
| "shopping", |
| 141 |
| ], |
| [ |
| "shopping", |
| 150 |
| ], |
| [ |
| "shopping", |
| 151 |
| ], |
| [ |
| "shopping", |
| 156 |
| ], |
| [ |
| "shopping", |
| 157 |
| ], |
| [ |
| "shopping", |
| 167 |
| ], |
| [ |
| "shopping", |
| 188 |
| ], |
| [ |
| "shopping", |
| 192 |
| ], |
| [ |
| "shopping", |
| 195 |
| ], |
| [ |
| "shopping", |
| 206 |
| ], |
| [ |
| "shopping", |
| 207 |
| ], |
| [ |
| "shopping", |
| 208 |
| ], |
| [ |
| "shopping", |
| 210 |
| ], |
| [ |
| "shopping", |
| 219 |
| ], |
| [ |
| "shopping", |
| 220 |
| ], |
| [ |
| "shopping", |
| 241 |
| ], |
| [ |
| "shopping", |
| 292 |
| ], |
| [ |
| "shopping", |
| 293 |
| ], |
| [ |
| "shopping", |
| 295 |
| ], |
| [ |
| "shopping", |
| 298 |
| ], |
| [ |
| "shopping", |
| 300 |
| ], |
| [ |
| "shopping", |
| 309 |
| ], |
| [ |
| "shopping", |
| 310 |
| ], |
| [ |
| "shopping", |
| 316 |
| ], |
| [ |
| "shopping", |
| 317 |
| ], |
| [ |
| "shopping", |
| 337 |
| ], |
| [ |
| "shopping", |
| 353 |
| ], |
| [ |
| "shopping", |
| 356 |
| ], |
| [ |
| "shopping", |
| 357 |
| ], |
| [ |
| "shopping", |
| 364 |
| ] |
| ], |
| "eval_indomain": { |
| "n_tasks": 200, |
| "n_templates": 130, |
| "by_site": { |
| "classifieds": 90, |
| "reddit": 29, |
| "shopping": 81 |
| }, |
| "by_eval_type": { |
| "url_match": 88, |
| "string_match": 100, |
| "string_match+url_match": 4, |
| "page_image_query": 8 |
| }, |
| "by_difficulty": { |
| "medium": 90, |
| "easy": 51, |
| "hard": 59 |
| }, |
| "with_image": 67 |
| }, |
| "eval_ood": { |
| "n_tasks": 30, |
| "n_templates": 30, |
| "by_site": { |
| "shopping": 8, |
| "reddit": 10, |
| "classifieds": 12 |
| }, |
| "by_eval_type": { |
| "string_match": 17, |
| "url_match": 12, |
| "page_image_query+url_match": 1 |
| }, |
| "by_difficulty": { |
| "medium": 11, |
| "hard": 14, |
| "easy": 5 |
| }, |
| "with_image": 11 |
| }, |
| "train": { |
| "n_tasks": 645, |
| "n_templates": 271, |
| "by_site": { |
| "shopping": 374, |
| "reddit": 139, |
| "classifieds": 132 |
| }, |
| "by_eval_type": { |
| "program_html": 375, |
| "url_match": 104, |
| "string_match": 120, |
| "page_image_query": 11, |
| "page_image_query+program_html": 17, |
| "program_html+string_match": 3, |
| "program_html+url_match": 5, |
| "page_image_query+program_html+url_match": 2, |
| "string_match+url_match": 8 |
| }, |
| "by_difficulty": { |
| "medium": 262, |
| "hard": 235, |
| "easy": 148 |
| }, |
| "with_image": 242 |
| }, |
| "collect_new": { |
| "n_tasks": 328, |
| "n_templates": 136, |
| "by_site": { |
| "shopping": 190, |
| "reddit": 71, |
| "classifieds": 67 |
| }, |
| "by_eval_type": { |
| "url_match": 58, |
| "string_match": 63, |
| "program_html": 181, |
| "page_image_query": 9, |
| "page_image_query+program_html": 8, |
| "program_html+string_match": 3, |
| "program_html+url_match": 4, |
| "page_image_query+program_html+url_match": 1, |
| "string_match+url_match": 1 |
| }, |
| "by_difficulty": { |
| "medium": 130, |
| "easy": 84, |
| "hard": 114 |
| }, |
| "with_image": 128 |
| }, |
| "assignment": { |
| "shopping/0": "train", |
| "shopping/1": "train", |
| "shopping/2": "train", |
| "shopping/3": "eval_indomain", |
| "shopping/4": "train", |
| "shopping/5": "eval_indomain", |
| "shopping/6": "train", |
| "shopping/7": "eval_indomain", |
| "shopping/8": "train", |
| "shopping/9": "train", |
| "shopping/10": "eval_indomain", |
| "shopping/11": "eval_indomain", |
| "shopping/12": "train", |
| "shopping/13": "train", |
| "shopping/14": "train", |
| "shopping/15": "eval_indomain", |
| "shopping/16": "train", |
| "shopping/17": "eval_indomain", |
| "shopping/18": "eval_indomain", |
| "shopping/19": "train", |
| "shopping/20": "eval_indomain", |
| "shopping/21": "train", |
| "shopping/22": "eval_indomain", |
| "shopping/23": "train", |
| "shopping/24": "train", |
| "shopping/25": "eval_indomain", |
| "shopping/26": "eval_indomain", |
| "shopping/27": "train", |
| "shopping/28": "eval_indomain", |
| "shopping/29": "train", |
| "shopping/30": "eval_indomain", |
| "shopping/31": "train", |
| "shopping/32": "train", |
| "shopping/33": "train", |
| "shopping/34": "eval_ood", |
| "shopping/35": "eval_indomain", |
| "shopping/36": "train", |
| "shopping/37": "train", |
| "shopping/38": "train", |
| "shopping/39": "train", |
| "shopping/40": "train", |
| "shopping/41": "eval_indomain", |
| "shopping/42": "eval_indomain", |
| "shopping/43": "train", |
| "shopping/44": "eval_indomain", |
| "shopping/45": "eval_indomain", |
| "shopping/46": "train", |
| "shopping/47": "train", |
| "shopping/48": "train", |
| "shopping/49": "train", |
| "shopping/50": "train", |
| "shopping/51": "train", |
| "shopping/52": "train", |
| "shopping/53": "train", |
| "shopping/54": "train", |
| "shopping/55": "train", |
| "shopping/56": "train", |
| "shopping/57": "train", |
| "shopping/58": "train", |
| "shopping/59": "train", |
| "shopping/60": "train", |
| "shopping/61": "train", |
| "shopping/62": "train", |
| "shopping/63": "train", |
| "shopping/64": "eval_indomain", |
| "shopping/65": "eval_indomain", |
| "shopping/66": "train", |
| "shopping/67": "train", |
| "shopping/68": "train", |
| "shopping/69": "train", |
| "shopping/70": "train", |
| "shopping/71": "eval_indomain", |
| "shopping/72": "train", |
| "shopping/73": "train", |
| "shopping/74": "train", |
| "shopping/75": "train", |
| "shopping/76": "train", |
| "shopping/77": "train", |
| "shopping/78": "train", |
| "shopping/79": "train", |
| "shopping/80": "train", |
| "shopping/81": "train", |
| "shopping/82": "train", |
| "shopping/83": "train", |
| "shopping/84": "train", |
| "shopping/85": "train", |
| "shopping/86": "train", |
| "shopping/87": "train", |
| "shopping/88": "train", |
| "shopping/89": "train", |
| "shopping/90": "eval_indomain", |
| "shopping/91": "train", |
| "shopping/92": "eval_indomain", |
| "shopping/93": "train", |
| "shopping/94": "train", |
| "shopping/95": "train", |
| "shopping/96": "train", |
| "shopping/97": "train", |
| "shopping/98": "train", |
| "shopping/99": "train", |
| "shopping/100": "train", |
| "shopping/101": "train", |
| "shopping/102": "train", |
| "shopping/103": "train", |
| "shopping/104": "train", |
| "shopping/105": "train", |
| "shopping/106": "train", |
| "shopping/107": "train", |
| "shopping/108": "train", |
| "shopping/109": "train", |
| "shopping/110": "train", |
| "shopping/111": "train", |
| "shopping/112": "train", |
| "shopping/113": "train", |
| "shopping/114": "train", |
| "shopping/115": "train", |
| "shopping/116": "train", |
| "shopping/117": "train", |
| "shopping/118": "train", |
| "shopping/119": "train", |
| "shopping/120": "train", |
| "shopping/121": "train", |
| "shopping/122": "train", |
| "shopping/123": "eval_indomain", |
| "shopping/124": "train", |
| "shopping/125": "eval_indomain", |
| "shopping/126": "train", |
| "shopping/127": "train", |
| "shopping/128": "eval_indomain", |
| "shopping/129": "eval_indomain", |
| "shopping/130": "train", |
| "shopping/131": "train", |
| "shopping/132": "train", |
| "shopping/133": "train", |
| "shopping/134": "train", |
| "shopping/135": "eval_indomain", |
| "shopping/136": "train", |
| "shopping/137": "train", |
| "shopping/138": "eval_indomain", |
| "shopping/139": "train", |
| "shopping/140": "eval_indomain", |
| "shopping/141": "eval_ood", |
| "shopping/142": "train", |
| "shopping/143": "train", |
| "shopping/144": "eval_indomain", |
| "shopping/145": "train", |
| "shopping/146": "eval_indomain", |
| "shopping/147": "train", |
| "shopping/148": "train", |
| "shopping/149": "eval_indomain", |
| "shopping/150": "eval_indomain", |
| "shopping/151": "eval_indomain", |
| "shopping/152": "train", |
| "shopping/153": "train", |
| "shopping/154": "train", |
| "shopping/155": "train", |
| "shopping/156": "eval_indomain", |
| "shopping/157": "eval_indomain", |
| "shopping/158": "train", |
| "shopping/159": "eval_indomain", |
| "shopping/160": "train", |
| "shopping/161": "train", |
| "shopping/162": "train", |
| "shopping/163": "train", |
| "shopping/164": "train", |
| "shopping/165": "train", |
| "shopping/166": "train", |
| "shopping/167": "eval_indomain", |
| "shopping/168": "train", |
| "shopping/169": "train", |
| "shopping/170": "train", |
| "shopping/171": "train", |
| "shopping/172": "train", |
| "shopping/173": "train", |
| "shopping/174": "train", |
| "shopping/175": "train", |
| "shopping/176": "train", |
| "shopping/177": "train", |
| "shopping/178": "train", |
| "shopping/179": "train", |
| "shopping/180": "train", |
| "shopping/181": "train", |
| "shopping/182": "train", |
| "shopping/183": "train", |
| "shopping/184": "train", |
| "shopping/185": "train", |
| "shopping/186": "train", |
| "shopping/187": "train", |
| "shopping/188": "eval_indomain", |
| "shopping/189": "train", |
| "shopping/190": "train", |
| "shopping/191": "train", |
| "shopping/192": "eval_ood", |
| "shopping/193": "train", |
| "shopping/194": "train", |
| "shopping/195": "eval_indomain", |
| "shopping/196": "train", |
| "shopping/197": "train", |
| "shopping/198": "train", |
| "shopping/199": "eval_indomain", |
| "shopping/200": "eval_indomain", |
| "shopping/201": "train", |
| "shopping/202": "eval_indomain", |
| "shopping/203": "train", |
| "shopping/204": "train", |
| "shopping/205": "train", |
| "shopping/206": "eval_indomain", |
| "shopping/207": "eval_indomain", |
| "shopping/208": "eval_indomain", |
| "shopping/209": "train", |
| "shopping/210": "eval_indomain", |
| "shopping/211": "train", |
| "shopping/212": "train", |
| "shopping/213": "train", |
| "shopping/214": "train", |
| "shopping/215": "train", |
| "shopping/216": "train", |
| "shopping/217": "train", |
| "shopping/218": "eval_indomain", |
| "shopping/219": "eval_ood", |
| "shopping/220": "eval_indomain", |
| "shopping/221": "train", |
| "shopping/222": "train", |
| "shopping/223": "train", |
| "shopping/224": "train", |
| "shopping/225": "train", |
| "shopping/226": "train", |
| "shopping/227": "train", |
| "shopping/228": "train", |
| "shopping/229": "train", |
| "shopping/230": "train", |
| "shopping/231": "train", |
| "shopping/232": "train", |
| "shopping/233": "train", |
| "shopping/234": "train", |
| "shopping/235": "train", |
| "shopping/236": "train", |
| "shopping/237": "train", |
| "shopping/238": "train", |
| "shopping/239": "train", |
| "shopping/240": "train", |
| "shopping/241": "eval_ood", |
| "shopping/242": "eval_indomain", |
| "shopping/243": "train", |
| "shopping/244": "train", |
| "shopping/245": "train", |
| "shopping/246": "train", |
| "shopping/247": "train", |
| "shopping/248": "train", |
| "shopping/249": "train", |
| "shopping/250": "train", |
| "shopping/251": "train", |
| "shopping/252": "train", |
| "shopping/253": "train", |
| "shopping/254": "train", |
| "shopping/255": "train", |
| "shopping/256": "train", |
| "shopping/257": "train", |
| "shopping/258": "train", |
| "shopping/259": "train", |
| "shopping/260": "train", |
| "shopping/261": "train", |
| "shopping/262": "train", |
| "shopping/263": "train", |
| "shopping/264": "train", |
| "shopping/265": "train", |
| "shopping/266": "train", |
| "shopping/267": "train", |
| "shopping/268": "train", |
| "shopping/269": "train", |
| "shopping/270": "train", |
| "shopping/271": "train", |
| "shopping/272": "train", |
| "shopping/273": "train", |
| "shopping/274": "train", |
| "shopping/275": "train", |
| "shopping/276": "train", |
| "shopping/277": "train", |
| "shopping/278": "eval_indomain", |
| "shopping/279": "eval_indomain", |
| "shopping/280": "train", |
| "shopping/281": "train", |
| "shopping/282": "train", |
| "shopping/283": "train", |
| "shopping/285": "train", |
| "shopping/286": "eval_indomain", |
| "shopping/287": "eval_indomain", |
| "shopping/288": "train", |
| "shopping/289": "train", |
| "shopping/290": "train", |
| "shopping/291": "eval_indomain", |
| "shopping/292": "eval_indomain", |
| "shopping/293": "eval_indomain", |
| "shopping/294": "train", |
| "shopping/295": "eval_indomain", |
| "shopping/296": "train", |
| "shopping/297": "train", |
| "shopping/298": "eval_indomain", |
| "shopping/299": "train", |
| "shopping/300": "eval_indomain", |
| "shopping/301": "train", |
| "shopping/302": "train", |
| "shopping/303": "eval_indomain", |
| "shopping/304": "eval_indomain", |
| "shopping/305": "train", |
| "shopping/306": "train", |
| "shopping/307": "eval_indomain", |
| "shopping/308": "eval_indomain", |
| "shopping/309": "eval_indomain", |
| "shopping/310": "eval_indomain", |
| "shopping/311": "train", |
| "shopping/312": "train", |
| "shopping/313": "train", |
| "shopping/314": "train", |
| "shopping/315": "eval_indomain", |
| "shopping/316": "eval_indomain", |
| "shopping/317": "eval_indomain", |
| "shopping/318": "train", |
| "shopping/320": "train", |
| "shopping/321": "train", |
| "shopping/322": "train", |
| "shopping/323": "train", |
| "shopping/324": "train", |
| "shopping/325": "train", |
| "shopping/326": "train", |
| "shopping/327": "train", |
| "shopping/328": "train", |
| "shopping/329": "train", |
| "shopping/330": "train", |
| "shopping/331": "train", |
| "shopping/332": "train", |
| "shopping/333": "eval_indomain", |
| "shopping/334": "eval_indomain", |
| "shopping/335": "train", |
| "shopping/336": "train", |
| "shopping/337": "eval_indomain", |
| "shopping/338": "train", |
| "shopping/339": "train", |
| "shopping/340": "eval_indomain", |
| "shopping/341": "train", |
| "shopping/342": "train", |
| "shopping/343": "train", |
| "shopping/344": "train", |
| "shopping/346": "train", |
| "shopping/347": "train", |
| "shopping/348": "train", |
| "shopping/349": "train", |
| "shopping/350": "train", |
| "shopping/351": "train", |
| "shopping/352": "train", |
| "shopping/353": "eval_ood", |
| "shopping/354": "train", |
| "shopping/355": "train", |
| "shopping/356": "eval_ood", |
| "shopping/357": "eval_ood", |
| "shopping/358": "train", |
| "shopping/359": "train", |
| "shopping/360": "train", |
| "shopping/361": "train", |
| "shopping/362": "train", |
| "shopping/363": "train", |
| "shopping/364": "eval_indomain", |
| "shopping/365": "train", |
| "shopping/366": "train", |
| "shopping/367": "train", |
| "shopping/368": "train", |
| "shopping/369": "train", |
| "shopping/370": "train", |
| "shopping/371": "train", |
| "shopping/372": "train", |
| "shopping/373": "eval_indomain", |
| "shopping/374": "train", |
| "shopping/375": "train", |
| "shopping/376": "train", |
| "shopping/377": "train", |
| "shopping/378": "eval_indomain", |
| "shopping/379": "train", |
| "shopping/380": "eval_indomain", |
| "shopping/381": "train", |
| "shopping/382": "train", |
| "shopping/383": "train", |
| "shopping/384": "train", |
| "shopping/385": "train", |
| "shopping/386": "train", |
| "shopping/387": "train", |
| "shopping/388": "train", |
| "shopping/389": "train", |
| "shopping/390": "train", |
| "shopping/391": "train", |
| "shopping/392": "train", |
| "shopping/393": "train", |
| "shopping/394": "train", |
| "shopping/395": "train", |
| "shopping/396": "train", |
| "shopping/397": "train", |
| "shopping/398": "train", |
| "shopping/399": "train", |
| "shopping/400": "train", |
| "shopping/401": "eval_indomain", |
| "shopping/402": "eval_indomain", |
| "shopping/403": "train", |
| "shopping/404": "train", |
| "shopping/405": "train", |
| "shopping/406": "train", |
| "shopping/407": "train", |
| "shopping/408": "train", |
| "shopping/409": "train", |
| "shopping/410": "train", |
| "shopping/411": "train", |
| "shopping/412": "train", |
| "shopping/413": "train", |
| "shopping/414": "train", |
| "shopping/415": "train", |
| "shopping/416": "train", |
| "shopping/417": "train", |
| "shopping/418": "train", |
| "shopping/419": "train", |
| "shopping/420": "train", |
| "shopping/421": "train", |
| "shopping/422": "train", |
| "shopping/423": "train", |
| "shopping/424": "train", |
| "shopping/425": "train", |
| "shopping/426": "train", |
| "shopping/427": "train", |
| "shopping/428": "train", |
| "shopping/429": "train", |
| "shopping/430": "train", |
| "shopping/431": "train", |
| "shopping/432": "train", |
| "shopping/433": "train", |
| "shopping/434": "train", |
| "shopping/435": "train", |
| "shopping/436": "train", |
| "shopping/437": "train", |
| "shopping/438": "train", |
| "shopping/439": "train", |
| "shopping/440": "train", |
| "shopping/441": "train", |
| "shopping/442": "train", |
| "shopping/443": "train", |
| "shopping/444": "train", |
| "shopping/445": "train", |
| "shopping/446": "train", |
| "shopping/447": "train", |
| "shopping/448": "train", |
| "shopping/449": "train", |
| "shopping/450": "train", |
| "shopping/451": "train", |
| "shopping/452": "train", |
| "shopping/453": "train", |
| "shopping/454": "train", |
| "shopping/455": "train", |
| "shopping/456": "train", |
| "shopping/457": "train", |
| "shopping/458": "train", |
| "shopping/459": "train", |
| "shopping/460": "train", |
| "shopping/461": "train", |
| "shopping/462": "train", |
| "shopping/463": "train", |
| "shopping/464": "train", |
| "shopping/465": "train", |
| "reddit/0": "train", |
| "reddit/1": "eval_indomain", |
| "reddit/2": "train", |
| "reddit/3": "train", |
| "reddit/4": "eval_indomain", |
| "reddit/5": "eval_indomain", |
| "reddit/6": "train", |
| "reddit/7": "train", |
| "reddit/8": "train", |
| "reddit/9": "eval_indomain", |
| "reddit/10": "train", |
| "reddit/11": "train", |
| "reddit/12": "eval_indomain", |
| "reddit/13": "train", |
| "reddit/14": "eval_indomain", |
| "reddit/15": "train", |
| "reddit/16": "eval_ood", |
| "reddit/17": "eval_indomain", |
| "reddit/18": "train", |
| "reddit/19": "train", |
| "reddit/20": "train", |
| "reddit/21": "train", |
| "reddit/22": "train", |
| "reddit/23": "train", |
| "reddit/24": "train", |
| "reddit/25": "eval_indomain", |
| "reddit/26": "train", |
| "reddit/27": "eval_ood", |
| "reddit/28": "train", |
| "reddit/29": "train", |
| "reddit/30": "train", |
| "reddit/31": "train", |
| "reddit/32": "train", |
| "reddit/33": "eval_indomain", |
| "reddit/34": "train", |
| "reddit/35": "train", |
| "reddit/36": "eval_indomain", |
| "reddit/37": "train", |
| "reddit/38": "train", |
| "reddit/39": "eval_indomain", |
| "reddit/40": "train", |
| "reddit/41": "train", |
| "reddit/42": "eval_indomain", |
| "reddit/43": "train", |
| "reddit/44": "train", |
| "reddit/64": "eval_ood", |
| "reddit/69": "train", |
| "reddit/70": "eval_ood", |
| "reddit/71": "train", |
| "reddit/72": "train", |
| "reddit/73": "train", |
| "reddit/74": "train", |
| "reddit/75": "train", |
| "reddit/76": "train", |
| "reddit/77": "eval_indomain", |
| "reddit/78": "train", |
| "reddit/79": "train", |
| "reddit/80": "train", |
| "reddit/81": "train", |
| "reddit/82": "train", |
| "reddit/83": "train", |
| "reddit/84": "train", |
| "reddit/86": "train", |
| "reddit/87": "eval_indomain", |
| "reddit/88": "train", |
| "reddit/89": "train", |
| "reddit/90": "train", |
| "reddit/91": "train", |
| "reddit/92": "train", |
| "reddit/93": "eval_indomain", |
| "reddit/94": "train", |
| "reddit/95": "train", |
| "reddit/96": "train", |
| "reddit/97": "train", |
| "reddit/98": "eval_indomain", |
| "reddit/99": "train", |
| "reddit/100": "train", |
| "reddit/101": "train", |
| "reddit/102": "train", |
| "reddit/103": "train", |
| "reddit/104": "train", |
| "reddit/105": "train", |
| "reddit/106": "train", |
| "reddit/107": "train", |
| "reddit/108": "train", |
| "reddit/109": "train", |
| "reddit/110": "train", |
| "reddit/111": "eval_indomain", |
| "reddit/112": "train", |
| "reddit/113": "train", |
| "reddit/114": "train", |
| "reddit/115": "eval_indomain", |
| "reddit/116": "train", |
| "reddit/120": "eval_ood", |
| "reddit/121": "train", |
| "reddit/122": "eval_indomain", |
| "reddit/123": "train", |
| "reddit/124": "train", |
| "reddit/125": "eval_indomain", |
| "reddit/126": "train", |
| "reddit/127": "eval_indomain", |
| "reddit/128": "train", |
| "reddit/129": "train", |
| "reddit/130": "train", |
| "reddit/131": "train", |
| "reddit/132": "train", |
| "reddit/133": "eval_indomain", |
| "reddit/134": "train", |
| "reddit/135": "eval_ood", |
| "reddit/136": "train", |
| "reddit/137": "eval_indomain", |
| "reddit/138": "train", |
| "reddit/139": "train", |
| "reddit/140": "train", |
| "reddit/141": "train", |
| "reddit/142": "train", |
| "reddit/143": "train", |
| "reddit/144": "train", |
| "reddit/145": "train", |
| "reddit/146": "train", |
| "reddit/147": "train", |
| "reddit/148": "train", |
| "reddit/149": "train", |
| "reddit/150": "train", |
| "reddit/151": "train", |
| "reddit/152": "train", |
| "reddit/153": "eval_ood", |
| "reddit/154": "train", |
| "reddit/155": "train", |
| "reddit/156": "eval_indomain", |
| "reddit/157": "train", |
| "reddit/158": "train", |
| "reddit/159": "train", |
| "reddit/160": "train", |
| "reddit/161": "eval_ood", |
| "reddit/162": "eval_ood", |
| "reddit/165": "train", |
| "reddit/166": "train", |
| "reddit/167": "eval_indomain", |
| "reddit/168": "train", |
| "reddit/169": "train", |
| "reddit/170": "train", |
| "reddit/171": "train", |
| "reddit/172": "train", |
| "reddit/173": "train", |
| "reddit/174": "train", |
| "reddit/175": "eval_ood", |
| "reddit/176": "train", |
| "reddit/177": "train", |
| "reddit/178": "train", |
| "reddit/179": "eval_indomain", |
| "reddit/180": "train", |
| "reddit/181": "train", |
| "reddit/182": "train", |
| "reddit/183": "train", |
| "reddit/184": "train", |
| "reddit/188": "train", |
| "reddit/189": "train", |
| "reddit/190": "train", |
| "reddit/191": "train", |
| "reddit/192": "train", |
| "reddit/193": "train", |
| "reddit/194": "train", |
| "reddit/195": "train", |
| "reddit/196": "train", |
| "reddit/197": "train", |
| "reddit/198": "train", |
| "reddit/199": "train", |
| "reddit/200": "train", |
| "reddit/201": "eval_indomain", |
| "reddit/202": "train", |
| "reddit/203": "train", |
| "reddit/204": "eval_indomain", |
| "reddit/205": "train", |
| "reddit/206": "eval_indomain", |
| "reddit/207": "train", |
| "reddit/208": "train", |
| "reddit/209": "train", |
| "classifieds/0": "eval_indomain", |
| "classifieds/1": "train", |
| "classifieds/2": "eval_indomain", |
| "classifieds/3": "eval_indomain", |
| "classifieds/4": "train", |
| "classifieds/5": "train", |
| "classifieds/6": "train", |
| "classifieds/7": "eval_indomain", |
| "classifieds/8": "train", |
| "classifieds/9": "train", |
| "classifieds/10": "eval_indomain", |
| "classifieds/11": "train", |
| "classifieds/12": "train", |
| "classifieds/13": "eval_indomain", |
| "classifieds/14": "eval_indomain", |
| "classifieds/15": "eval_indomain", |
| "classifieds/16": "train", |
| "classifieds/17": "train", |
| "classifieds/18": "eval_indomain", |
| "classifieds/19": "eval_indomain", |
| "classifieds/20": "train", |
| "classifieds/21": "train", |
| "classifieds/22": "train", |
| "classifieds/23": "train", |
| "classifieds/24": "train", |
| "classifieds/25": "eval_indomain", |
| "classifieds/26": "eval_indomain", |
| "classifieds/27": "train", |
| "classifieds/28": "train", |
| "classifieds/29": "train", |
| "classifieds/30": "train", |
| "classifieds/31": "train", |
| "classifieds/32": "train", |
| "classifieds/33": "train", |
| "classifieds/34": "train", |
| "classifieds/35": "eval_indomain", |
| "classifieds/36": "eval_indomain", |
| "classifieds/37": "train", |
| "classifieds/38": "eval_indomain", |
| "classifieds/39": "train", |
| "classifieds/40": "train", |
| "classifieds/41": "eval_indomain", |
| "classifieds/42": "train", |
| "classifieds/43": "eval_indomain", |
| "classifieds/44": "train", |
| "classifieds/45": "eval_indomain", |
| "classifieds/46": "eval_indomain", |
| "classifieds/47": "train", |
| "classifieds/48": "eval_indomain", |
| "classifieds/49": "eval_indomain", |
| "classifieds/50": "eval_indomain", |
| "classifieds/51": "eval_indomain", |
| "classifieds/52": "train", |
| "classifieds/53": "eval_ood", |
| "classifieds/54": "train", |
| "classifieds/55": "eval_indomain", |
| "classifieds/56": "eval_indomain", |
| "classifieds/57": "train", |
| "classifieds/58": "eval_ood", |
| "classifieds/59": "train", |
| "classifieds/60": "train", |
| "classifieds/61": "eval_indomain", |
| "classifieds/62": "eval_indomain", |
| "classifieds/63": "train", |
| "classifieds/64": "train", |
| "classifieds/65": "train", |
| "classifieds/66": "train", |
| "classifieds/67": "train", |
| "classifieds/68": "eval_indomain", |
| "classifieds/69": "eval_indomain", |
| "classifieds/70": "eval_indomain", |
| "classifieds/71": "eval_indomain", |
| "classifieds/72": "eval_ood", |
| "classifieds/73": "train", |
| "classifieds/74": "train", |
| "classifieds/75": "train", |
| "classifieds/76": "train", |
| "classifieds/77": "train", |
| "classifieds/78": "train", |
| "classifieds/79": "eval_indomain", |
| "classifieds/80": "train", |
| "classifieds/81": "train", |
| "classifieds/82": "train", |
| "classifieds/83": "eval_indomain", |
| "classifieds/84": "train", |
| "classifieds/85": "train", |
| "classifieds/86": "train", |
| "classifieds/87": "eval_indomain", |
| "classifieds/88": "train", |
| "classifieds/89": "eval_indomain", |
| "classifieds/90": "eval_indomain", |
| "classifieds/91": "train", |
| "classifieds/92": "train", |
| "classifieds/93": "train", |
| "classifieds/94": "train", |
| "classifieds/95": "train", |
| "classifieds/96": "eval_indomain", |
| "classifieds/97": "train", |
| "classifieds/98": "eval_indomain", |
| "classifieds/99": "train", |
| "classifieds/100": "eval_indomain", |
| "classifieds/101": "eval_indomain", |
| "classifieds/102": "train", |
| "classifieds/103": "train", |
| "classifieds/104": "train", |
| "classifieds/105": "train", |
| "classifieds/106": "train", |
| "classifieds/107": "train", |
| "classifieds/108": "eval_indomain", |
| "classifieds/109": "eval_indomain", |
| "classifieds/110": "eval_indomain", |
| "classifieds/111": "eval_indomain", |
| "classifieds/112": "eval_ood", |
| "classifieds/113": "eval_indomain", |
| "classifieds/114": "eval_ood", |
| "classifieds/115": "train", |
| "classifieds/116": "eval_indomain", |
| "classifieds/117": "eval_indomain", |
| "classifieds/118": "train", |
| "classifieds/119": "train", |
| "classifieds/120": "eval_indomain", |
| "classifieds/121": "eval_indomain", |
| "classifieds/122": "eval_indomain", |
| "classifieds/123": "eval_indomain", |
| "classifieds/124": "eval_indomain", |
| "classifieds/125": "train", |
| "classifieds/126": "train", |
| "classifieds/127": "train", |
| "classifieds/128": "eval_indomain", |
| "classifieds/129": "train", |
| "classifieds/130": "train", |
| "classifieds/131": "eval_indomain", |
| "classifieds/132": "train", |
| "classifieds/133": "train", |
| "classifieds/134": "train", |
| "classifieds/135": "train", |
| "classifieds/136": "eval_ood", |
| "classifieds/137": "eval_indomain", |
| "classifieds/138": "eval_indomain", |
| "classifieds/139": "train", |
| "classifieds/140": "train", |
| "classifieds/141": "eval_indomain", |
| "classifieds/142": "eval_ood", |
| "classifieds/143": "train", |
| "classifieds/144": "train", |
| "classifieds/145": "train", |
| "classifieds/146": "train", |
| "classifieds/147": "train", |
| "classifieds/148": "eval_indomain", |
| "classifieds/149": "train", |
| "classifieds/150": "eval_indomain", |
| "classifieds/151": "train", |
| "classifieds/152": "eval_indomain", |
| "classifieds/153": "train", |
| "classifieds/154": "train", |
| "classifieds/155": "eval_indomain", |
| "classifieds/156": "eval_indomain", |
| "classifieds/157": "train", |
| "classifieds/158": "train", |
| "classifieds/159": "train", |
| "classifieds/160": "train", |
| "classifieds/161": "train", |
| "classifieds/162": "train", |
| "classifieds/163": "eval_indomain", |
| "classifieds/164": "train", |
| "classifieds/165": "eval_indomain", |
| "classifieds/166": "eval_indomain", |
| "classifieds/167": "train", |
| "classifieds/168": "eval_indomain", |
| "classifieds/169": "train", |
| "classifieds/170": "eval_indomain", |
| "classifieds/171": "eval_indomain", |
| "classifieds/172": "eval_indomain", |
| "classifieds/173": "train", |
| "classifieds/174": "train", |
| "classifieds/175": "train", |
| "classifieds/176": "train", |
| "classifieds/177": "eval_indomain", |
| "classifieds/178": "train", |
| "classifieds/179": "eval_indomain", |
| "classifieds/180": "train", |
| "classifieds/181": "eval_indomain", |
| "classifieds/182": "train", |
| "classifieds/183": "eval_indomain", |
| "classifieds/184": "train", |
| "classifieds/185": "eval_indomain", |
| "classifieds/186": "train", |
| "classifieds/187": "eval_indomain", |
| "classifieds/188": "eval_indomain", |
| "classifieds/189": "train", |
| "classifieds/190": "eval_ood", |
| "classifieds/191": "eval_indomain", |
| "classifieds/192": "eval_indomain", |
| "classifieds/193": "eval_indomain", |
| "classifieds/194": "train", |
| "classifieds/195": "eval_indomain", |
| "classifieds/196": "eval_indomain", |
| "classifieds/197": "train", |
| "classifieds/198": "eval_indomain", |
| "classifieds/199": "train", |
| "classifieds/200": "train", |
| "classifieds/201": "train", |
| "classifieds/202": "train", |
| "classifieds/203": "train", |
| "classifieds/204": "train", |
| "classifieds/205": "train", |
| "classifieds/206": "train", |
| "classifieds/207": "eval_indomain", |
| "classifieds/208": "train", |
| "classifieds/209": "eval_ood", |
| "classifieds/210": "eval_indomain", |
| "classifieds/211": "train", |
| "classifieds/212": "eval_indomain", |
| "classifieds/213": "train", |
| "classifieds/214": "train", |
| "classifieds/215": "train", |
| "classifieds/216": "train", |
| "classifieds/217": "train", |
| "classifieds/218": "eval_indomain", |
| "classifieds/219": "eval_indomain", |
| "classifieds/220": "eval_indomain", |
| "classifieds/221": "train", |
| "classifieds/222": "eval_ood", |
| "classifieds/223": "train", |
| "classifieds/224": "train", |
| "classifieds/225": "train", |
| "classifieds/226": "eval_indomain", |
| "classifieds/227": "train", |
| "classifieds/228": "train", |
| "classifieds/229": "train", |
| "classifieds/230": "eval_indomain", |
| "classifieds/231": "eval_ood", |
| "classifieds/232": "train", |
| "classifieds/233": "eval_ood" |
| } |
| } |
