| { |
| "schema_version": 1, |
| "sources": { |
| "policy_v2": { |
| "repo": "togethercomputer/tev1", |
| "revision": "1dde7782382c9f49d627153759b8d1deab426ce0", |
| "license": "MIT repository license; authored synthetic data", |
| "url": "https://github.com/togethercomputer/tev1", |
| "training_decisions": 12000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "boolq": { |
| "repo": "google/boolq", |
| "revision": "35b264d03638db9f4ce671b711558bf7ff0f80d5", |
| "config": null, |
| "license_metadata": [ |
| "cc-by-sa-3.0" |
| ], |
| "url": "https://huggingface.co/datasets/google/boolq", |
| "training_decisions": 3000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "vitaminc": { |
| "repo": "tals/vitaminc", |
| "revision": "be6febb761b0b2807687e61e0b5282e459df2fa0", |
| "config": "default", |
| "format": "json", |
| "data_files": { |
| "train": "train.jsonl", |
| "validation": "dev.jsonl", |
| "test": "test.jsonl" |
| }, |
| "license": "CC-BY-SA-3.0; Wikipedia-derived data terms", |
| "license_url": "https://github.com/TalSchuster/VitaminC/blob/main/DATA_LICENSE", |
| "training_decisions": 12000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "helpsteer2": { |
| "repo": "nvidia/HelpSteer2", |
| "revision": "990b2711a36180dd19d9c94b8627844866f8982a", |
| "config": "default", |
| "format": "json", |
| "data_files": { |
| "train": "train.jsonl.gz", |
| "validation": "validation.jsonl.gz" |
| }, |
| "license": "CC-BY-4.0", |
| "license_url": "https://huggingface.co/datasets/nvidia/HelpSteer2", |
| "training_decisions": 7968, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "research_taxonomy_v21": { |
| "repo": "togethercomputer/tev1", |
| "revision": "1dde7782382c9f49d627153759b8d1deab426ce0", |
| "license": "MIT repository license; authored synthetic data", |
| "url": "https://github.com/togethercomputer/tev1", |
| "training_decisions": 3840, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "paws": { |
| "repo": "google-research-datasets/paws", |
| "revision": "161ece9501cf0a11f3e48bd356eaa82de46d6a09", |
| "config": "labeled_final", |
| "format": "parquet", |
| "data_files": { |
| "train": "labeled_final/train-00000-of-00001.parquet", |
| "validation": "labeled_final/validation-00000-of-00001.parquet", |
| "test": "labeled_final/test-00000-of-00001.parquet" |
| }, |
| "license": "custom-any-purpose; retain Wikipedia provenance", |
| "license_url": "https://github.com/google-research-datasets/paws/blob/master/LICENSE", |
| "training_decisions": 8000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "routing_v2": { |
| "repo": "togethercomputer/tev1", |
| "revision": "1dde7782382c9f49d627153759b8d1deab426ce0", |
| "license": "MIT repository license; authored synthetic data", |
| "url": "https://github.com/togethercomputer/tev1", |
| "training_decisions": 6000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "clinc150": { |
| "repo": "clinc/clinc_oos", |
| "revision": "155b9c710419136e17307b80d0a13e68cd46b4ec", |
| "config": "plus", |
| "format": "parquet", |
| "data_files": { |
| "train": "plus/train-00000-of-00001.parquet", |
| "validation": "plus/validation-00000-of-00001.parquet", |
| "test": "plus/test-00000-of-00001.parquet" |
| }, |
| "license": "CC-BY-3.0", |
| "license_url": "https://github.com/clinc/oos-eval/blob/master/LICENSE", |
| "training_decisions": 8000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "mnli": { |
| "repo": "nyu-mll/multi_nli", |
| "revision": "da70db2af9d09693783c3320c4249840212ee221", |
| "config": null, |
| "license_metadata": [ |
| "cc-by-3.0", |
| "cc-by-sa-3.0", |
| "mit", |
| "other" |
| ], |
| "url": "https://huggingface.co/datasets/nyu-mll/multi_nli", |
| "training_decisions": 5000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "go_emotions": { |
| "repo": "google-research-datasets/go_emotions", |
| "revision": "add492243ff905527e67aeb8b80c082af02207c3", |
| "config": "simplified", |
| "format": "parquet", |
| "data_files": { |
| "train": "simplified/train-00000-of-00001.parquet", |
| "validation": "simplified/validation-00000-of-00001.parquet", |
| "test": "simplified/test-00000-of-00001.parquet" |
| }, |
| "license": "Apache-2.0 metadata; retain Reddit provenance", |
| "license_url": "https://huggingface.co/datasets/google-research-datasets/go_emotions", |
| "training_decisions": 4000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "banking77": { |
| "repo": "legacy-datasets/banking77", |
| "revision": "f54121560de48f2852f90be299010d1d6dc612ec", |
| "config": null, |
| "license_metadata": [ |
| "cc-by-4.0" |
| ], |
| "url": "https://huggingface.co/datasets/legacy-datasets/banking77", |
| "training_decisions": 3000, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| }, |
| "policy": { |
| "repo": "togethercomputer/tev1", |
| "revision": "1dde7782382c9f49d627153759b8d1deab426ce0", |
| "license": "MIT repository license; authored synthetic data", |
| "url": "https://github.com/togethercomputer/tev1", |
| "training_decisions": 1500, |
| "transformation": "Sampled and normalized into state/question/options; original labels mapped to an answer letter. Source text is not redistributed." |
| } |
| }, |
| "source_text_redistributed": false, |
| "rights_review": "Source terms documented; no blanket corpus or learned-weight rights conclusion", |
| "review": "SOURCE_REVIEW.md" |
| } |
|
|
