tchiayan commited on
Commit
fbd792e
·
verified ·
1 Parent(s): 242f130

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. test/index.json +37 -0
  2. test/shard.00000.parquet +3 -0
test/index.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "shards": [
3
+ {
4
+ "column_encodings": [
5
+ "ndarray:uint32",
6
+ "ndarray:uint32",
7
+ "ndarray:uint32",
8
+ "str"
9
+ ],
10
+ "column_names": [
11
+ "input_ids",
12
+ "position_ids",
13
+ "attention_mask",
14
+ "text"
15
+ ],
16
+ "column_sizes": [
17
+ null,
18
+ null,
19
+ null,
20
+ null
21
+ ],
22
+ "compression": null,
23
+ "format": "parquet",
24
+ "hashes": [],
25
+ "raw_data": {
26
+ "basename": "shard.00000.parquet",
27
+ "bytes": 18563189,
28
+ "hashes": {}
29
+ },
30
+ "samples": 1200,
31
+ "size_limit": 67108864,
32
+ "version": 2,
33
+ "zip_data": null
34
+ }
35
+ ],
36
+ "version": 2
37
+ }
test/shard.00000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d5da110d9b7b5e18b2e8b3f6862f04201db8e69e652cc8d522234f1b1063a65
3
+ size 18563189