| { |
| "files": { |
| "s1:typed_train_en": { |
| "cases": 1084, |
| "questions": 5420, |
| "types": { |
| "choice": 1633, |
| "noul": 1619, |
| "score": 2168 |
| }, |
| "groups": 4, |
| "langs": { |
| "en": 1084 |
| }, |
| "path": "typed_train_en.jsonl", |
| "sha256": "3197db6961f706d774147c1ba9eb6d8722d1de0b4f9a0d7be7cef0b5349e51d3" |
| }, |
| "s1:typed_train_es": { |
| "cases": 1067, |
| "questions": 5335, |
| "types": { |
| "choice": 1599, |
| "noul": 1602, |
| "score": 2134 |
| }, |
| "groups": 4, |
| "langs": { |
| "es": 1067 |
| }, |
| "path": "typed_train_es.jsonl", |
| "sha256": "ebac9d7d37143d78e3f2b4f3b8b1a7f3e30d7d621d01739f803ad0dfe7ca7d04" |
| }, |
| "s1:jev_train": { |
| "cases": 9478, |
| "questions": 9478, |
| "types": { |
| "choice": 9478 |
| }, |
| "groups": 3, |
| "langs": { |
| "en": 9478 |
| }, |
| "path": "jev_train.jsonl", |
| "sha256": "eb1d4adc0a6512adfe9f7e8de2d8e52c8d2366d75ea6bbfb952df285e4bc6812" |
| }, |
| "val:typed_val_en": { |
| "cases": 116, |
| "questions": 580, |
| "types": { |
| "choice": 167, |
| "noul": 181, |
| "score": 232 |
| }, |
| "groups": 4, |
| "langs": { |
| "en": 116 |
| }, |
| "path": "typed_val_en.jsonl", |
| "sha256": "9f682d98e305a151dd69062506f0070a9ecb48e93620c41613fb5b0a276418ba" |
| }, |
| "val:typed_val_es": { |
| "cases": 115, |
| "questions": 575, |
| "types": { |
| "choice": 165, |
| "noul": 180, |
| "score": 230 |
| }, |
| "groups": 4, |
| "langs": { |
| "es": 115 |
| }, |
| "path": "typed_val_es.jsonl", |
| "sha256": "8dc112f8535b2cefbb9a0b0385e3677a36a29a8adedae4419aeabb5f11dd4565" |
| }, |
| "val:jev_val": { |
| "cases": 522, |
| "questions": 522, |
| "types": { |
| "choice": 522 |
| }, |
| "groups": 3, |
| "langs": { |
| "en": 522 |
| }, |
| "path": "jev_val.jsonl", |
| "sha256": "1e29ba65acad8fe2050890c27dc12f8f46818d51684e5d678f4c3a1dcbf2bd21" |
| }, |
| "s2:train_helmo": { |
| "cases": 9408, |
| "questions": 9408, |
| "types": { |
| "noul": 3131, |
| "score": 3151, |
| "choice": 3126 |
| }, |
| "groups": 207, |
| "langs": { |
| "en": 9408 |
| }, |
| "path": "train_helmo.jsonl", |
| "sha256": "5dd10b18b9a2e71dfe748f2d395e7e84dca726332625e7e71552c9358a7e7548" |
| }, |
| "s2:train_jev": { |
| "cases": 17898, |
| "questions": 17898, |
| "types": { |
| "choice": 17898 |
| }, |
| "groups": 3, |
| "langs": { |
| "en": 17898 |
| }, |
| "path": "train_jev.jsonl", |
| "sha256": "6250700107ad14cd7a8e56443eb3b977fbc40a75bee4243167c484c801e2e21c" |
| }, |
| "s2:train_n4ze3m": { |
| "cases": 5156, |
| "questions": 18001, |
| "types": { |
| "noul": 7083, |
| "score": 3812, |
| "choice": 7106 |
| }, |
| "groups": 149, |
| "langs": { |
| "en": 5156 |
| }, |
| "path": "train_n4ze3m.jsonl", |
| "sha256": "61dc830ccb67deaff81e94ede78deab82b5567d83b508a3769852269fffd3774" |
| }, |
| "s2:train_tasksource": { |
| "cases": 24959, |
| "questions": 24959, |
| "types": { |
| "score": 1734, |
| "noul": 3296, |
| "choice": 19929 |
| }, |
| "groups": 159, |
| "langs": { |
| "en": 24959 |
| }, |
| "path": "train_tasksource.jsonl", |
| "sha256": "14f3b7169e308746074eacf57edb800f5ec138962a3c88cd73d9b89f0b9851cc" |
| }, |
| "s2:train_typed_en": { |
| "cases": 1084, |
| "questions": 5420, |
| "types": { |
| "choice": 1633, |
| "noul": 1619, |
| "score": 2168 |
| }, |
| "groups": 4, |
| "langs": { |
| "en": 1084 |
| }, |
| "path": "train_typed_en.jsonl", |
| "sha256": "3197db6961f706d774147c1ba9eb6d8722d1de0b4f9a0d7be7cef0b5349e51d3" |
| }, |
| "s2:train_typed_es": { |
| "cases": 1067, |
| "questions": 5335, |
| "types": { |
| "choice": 1599, |
| "noul": 1602, |
| "score": 2134 |
| }, |
| "groups": 4, |
| "langs": { |
| "es": 1067 |
| }, |
| "path": "train_typed_es.jsonl", |
| "sha256": "ebac9d7d37143d78e3f2b4f3b8b1a7f3e30d7d621d01739f803ad0dfe7ca7d04" |
| }, |
| "s2:train_typed_es_telepatia": { |
| "cases": 1083, |
| "questions": 5415, |
| "types": { |
| "choice": 1631, |
| "noul": 1618, |
| "score": 2166 |
| }, |
| "groups": 4, |
| "langs": { |
| "es": 1083 |
| }, |
| "path": "train_typed_es_telepatia.jsonl", |
| "sha256": "01b2392ba793d0233b02b727219fa446a942fa73ef2b7ed6c8b28e5f3330ff5e" |
| }, |
| "val2:val_helmo": { |
| "cases": 470, |
| "questions": 470, |
| "types": { |
| "choice": 155, |
| "noul": 162, |
| "score": 153 |
| }, |
| "groups": 186, |
| "langs": { |
| "en": 470 |
| }, |
| "path": "val_helmo.jsonl", |
| "sha256": "38831c93786961217272c26d264903e5ce5d779777c41da7c1fc390da9f48141" |
| }, |
| "val2:val_jev": { |
| "cases": 522, |
| "questions": 522, |
| "types": { |
| "choice": 522 |
| }, |
| "groups": 3, |
| "langs": { |
| "en": 522 |
| }, |
| "path": "val_jev.jsonl", |
| "sha256": "b1c698b2305aeaba225c46ec504b4c7935cde2edd9b05e13834de0d2ad797449" |
| }, |
| "val2:val_n4ze3m": { |
| "cases": 426, |
| "questions": 1500, |
| "types": { |
| "choice": 584, |
| "score": 330, |
| "noul": 586 |
| }, |
| "groups": 138, |
| "langs": { |
| "en": 426 |
| }, |
| "path": "val_n4ze3m.jsonl", |
| "sha256": "71cf5b53f104e4633cd6db6eb65f369bdd3440bdde6ce14324ce947365494805" |
| }, |
| "val2:val_tasksource": { |
| "cases": 1495, |
| "questions": 1495, |
| "types": { |
| "choice": 1261, |
| "noul": 164, |
| "score": 70 |
| }, |
| "groups": 159, |
| "langs": { |
| "en": 1495 |
| }, |
| "path": "val_tasksource.jsonl", |
| "sha256": "fd616817f1d967db3b7ef95348b86fff5a1249f8e352ee1fdddf05cf636b99d8" |
| }, |
| "val2:val_typed_en": { |
| "cases": 116, |
| "questions": 580, |
| "types": { |
| "choice": 167, |
| "noul": 181, |
| "score": 232 |
| }, |
| "groups": 4, |
| "langs": { |
| "en": 116 |
| }, |
| "path": "val_typed_en.jsonl", |
| "sha256": "9f682d98e305a151dd69062506f0070a9ecb48e93620c41613fb5b0a276418ba" |
| }, |
| "val2:val_typed_es": { |
| "cases": 115, |
| "questions": 575, |
| "types": { |
| "choice": 165, |
| "noul": 180, |
| "score": 230 |
| }, |
| "groups": 4, |
| "langs": { |
| "es": 115 |
| }, |
| "path": "val_typed_es.jsonl", |
| "sha256": "8dc112f8535b2cefbb9a0b0385e3677a36a29a8adedae4419aeabb5f11dd4565" |
| }, |
| "test:typed_en": { |
| "cases": 400, |
| "questions": 2000, |
| "types": { |
| "choice": 600, |
| "noul": 600, |
| "score": 800 |
| }, |
| "groups": 4, |
| "langs": { |
| "en": 400 |
| }, |
| "path": "typed_test_en.jsonl", |
| "sha256": "a0a60436151b7fd13d53bfbfd848e3a8cd398e31d477a202a49fa6f02394ebab" |
| }, |
| "test:typed_es": { |
| "cases": 397, |
| "questions": 1985, |
| "types": { |
| "choice": 594, |
| "noul": 597, |
| "score": 794 |
| }, |
| "groups": 4, |
| "langs": { |
| "es": 397 |
| }, |
| "path": "typed_test_es.jsonl", |
| "sha256": "72be4d18b6546e971bb69622d2061ed213772f5c5218e4150d2c58b2eb39e61e" |
| }, |
| "test:telepatia_es": { |
| "cases": 400, |
| "questions": 2000, |
| "types": { |
| "choice": 600, |
| "noul": 600, |
| "score": 800 |
| }, |
| "groups": 4, |
| "langs": { |
| "es": 400 |
| }, |
| "path": "test_telepatia_es.jsonl", |
| "sha256": "4d9964ec1b83113339b7d09c2e6c03e5cdee3c0c67e6889f6f91f88ee0840435" |
| }, |
| "test:tasksource": { |
| "cases": 2206, |
| "questions": 2206, |
| "types": { |
| "choice": 1815, |
| "noul": 261, |
| "score": 130 |
| }, |
| "groups": 157, |
| "langs": { |
| "en": 2206 |
| }, |
| "path": "test_tasksource.jsonl", |
| "sha256": "985e0ff6fe335ccb36dcd6c5d9f5de093c094ffaceecea76c708f5557bb24400" |
| } |
| }, |
| "overlap_test_vs_train_val": { |
| "test:tasksource x s2:train_tasksource": { |
| "pair": 0, |
| "state": 4, |
| "fp": 0, |
| "text": 5 |
| }, |
| "test:tasksource x val2:val_tasksource": { |
| "pair": 0, |
| "state": 1, |
| "fp": 0, |
| "text": 1 |
| } |
| }, |
| "tasksource": { |
| "meta_missing": 0, |
| "train_sources": 366, |
| "test_sources": 350, |
| "test_families": 157, |
| "test_items": 2206, |
| "test_items_with": { |
| "source_in_train": 2206, |
| "family_in_train": 2206, |
| "group_in_train": 0, |
| "question_text_in_train": 2100, |
| "state_text_in_train": 51 |
| }, |
| "test_sources_not_in_train": [], |
| "test_variants": { |
| "direct": 1814, |
| "packed_derived": 164, |
| "label_verification": 87, |
| "instruction_paraphrase": 40, |
| "criteria_permutation": 80, |
| "paired_text_format": 21 |
| } |
| }, |
| "typed_workflows": { |
| "s1:typed_train_en": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "s1:typed_train_es": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "val:typed_val_en": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "val:typed_val_es": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "s2:train_typed_en": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "s2:train_typed_es": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "s2:train_typed_es_telepatia": [ |
| "telepatia/agent_trace_observability", |
| "telepatia/customer_service", |
| "telepatia/invoice_processing", |
| "telepatia/security_incidents" |
| ], |
| "val2:val_typed_en": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "val2:val_typed_es": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "test:typed_en": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "test:typed_es": [ |
| "typed/agent_trace_observability", |
| "typed/customer_service", |
| "typed/invoice_processing", |
| "typed/security_incidents" |
| ], |
| "test:telepatia_es": [ |
| "telepatia/agent_trace_observability", |
| "telepatia/customer_service", |
| "telepatia/invoice_processing", |
| "telepatia/security_incidents" |
| ] |
| } |
| } |
|
|
