Jaswanth-0821/test / dataset_info.json
Jaswanth-0821's picture
download
raw
4.86 kB
{
"builder_name": "parquet",
"citation": "",
"config_name": "default",
"dataset_name": "indic_language_dataset",
"dataset_size": 34521407167,
"description": "",
"download_checksums": {
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0000_of_0025.parquet": {
"num_bytes": 1332822795,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0001_of_0025.parquet": {
"num_bytes": 1313526069,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0002_of_0025.parquet": {
"num_bytes": 1305933551,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0003_of_0025.parquet": {
"num_bytes": 1290970379,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0004_of_0025.parquet": {
"num_bytes": 1318141532,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0005_of_0025.parquet": {
"num_bytes": 1287491342,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0006_of_0025.parquet": {
"num_bytes": 1307250144,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0007_of_0025.parquet": {
"num_bytes": 1308869506,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0008_of_0025.parquet": {
"num_bytes": 1302982497,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0009_of_0025.parquet": {
"num_bytes": 1299080636,
"checksum": null
},
"hf://datasets/Jaswanth-0821/indic_language_dataset@d1fe0897b9d04d98edcd86dc6d15f1f0d260aa3b/data/train/train_0010_of_0025.parquet": {
"num_bytes": 1293003634,
"checksum": null
}
},
"download_size": 14360072085,
"features": {
"eng_Latn": {
"dtype": "string",
"_type": "Value"
},
"asm_Beng": {
"dtype": "string",
"_type": "Value"
},
"hin_Deva": {
"dtype": "string",
"_type": "Value"
},
"mal_Mlym": {
"dtype": "string",
"_type": "Value"
},
"ben_Beng": {
"dtype": "string",
"_type": "Value"
},
"guj_Gujr": {
"dtype": "string",
"_type": "Value"
},
"san_Deva": {
"dtype": "string",
"_type": "Value"
},
"kan_Knda": {
"dtype": "string",
"_type": "Value"
},
"tel_Telu": {
"dtype": "string",
"_type": "Value"
},
"mar_Deva": {
"dtype": "string",
"_type": "Value"
},
"tam_Taml": {
"dtype": "string",
"_type": "Value"
},
"ory_Orya": {
"dtype": "string",
"_type": "Value"
},
"npi_Deva": {
"dtype": "string",
"_type": "Value"
},
"pan_Guru": {
"dtype": "string",
"_type": "Value"
},
"urd_Arab": {
"dtype": "string",
"_type": "Value"
}
},
"homepage": "",
"license": "",
"size_in_bytes": 48881479252,
"splits": {
"train": {
"name": "train",
"num_bytes": 34521407167,
"num_examples": 2730696,
"shard_lengths": [
39260,
39260,
39260,
39260,
47112,
47112,
40022,
47466,
39555,
47466,
47466,
44115,
39555,
47466,
47466,
39555,
39555,
42768,
39725,
47670,
47670,
47670,
39725,
39916,
47430,
39525,
39525,
47430,
44880,
39485,
47382,
39485,
47382,
47382,
47177,
39550,
47460,
47460,
47460,
42958,
39530,
39530,
39530,
47436,
39530,
43157,
47406,
47406,
47406,
47406,
39505,
42245,
47742,
39785,
47742,
47742,
41519,
39560,
39560,
47472,
39560,
47472,
24389
],
"dataset_name": "indic_language_dataset"
}
},
"version": {
"version_str": "0.0.0",
"major": 0,
"minor": 0,
"patch": 0
}
}

Xet Storage Details

Size:
4.86 kB
·
Xet hash:
88a3cf0bb65d2e2a2aa244dc897bf0d889eb22085886201e3b8c6a0770718ff8

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.