File size: 675 Bytes
fbd792e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | {
"shards": [
{
"column_encodings": [
"ndarray:uint32",
"ndarray:uint32",
"ndarray:uint32",
"str"
],
"column_names": [
"input_ids",
"position_ids",
"attention_mask",
"text"
],
"column_sizes": [
null,
null,
null,
null
],
"compression": null,
"format": "parquet",
"hashes": [],
"raw_data": {
"basename": "shard.00000.parquet",
"bytes": 18563189,
"hashes": {}
},
"samples": 1200,
"size_limit": 67108864,
"version": 2,
"zip_data": null
}
],
"version": 2
} |