yijiang-ts commited on
Commit
c62532f
·
verified ·
1 Parent(s): 2d94f38

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "CollieTrainFlash"
4
+ ],
5
+ "hidden_size": 64,
6
+ "intermediate_size": 256,
7
+ "max_position_embeddings": 512,
8
+ "model_type": "collie",
9
+ "num_attention_heads": 4,
10
+ "num_hidden_layers": 8,
11
+ "pad_token_id": 0,
12
+ "torch_dtype": "float32",
13
+ "transformers_version": "4.51.3",
14
+ "vocab_size": 34
15
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5580523f5a097100e19f981aae7ce8ef4a190a8a5e2f1f6f493f6df2c2be7848
3
+ size 2159576
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d2663b583ec77da0bc7b87593041a2ef136a0b91f0a67cdef3be7358ceb2a64
3
+ size 1721
special_tokens_map.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "bos_token": "[BOS]",
3
+ "pad_token": "[PAD]"
4
+ }
tokenizer.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 0,
8
+ "content": "[PAD]",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ },
15
+ {
16
+ "id": 1,
17
+ "content": "[BOS]",
18
+ "single_word": false,
19
+ "lstrip": false,
20
+ "rstrip": false,
21
+ "normalized": false,
22
+ "special": true
23
+ }
24
+ ],
25
+ "normalizer": null,
26
+ "pre_tokenizer": null,
27
+ "post_processor": null,
28
+ "decoder": {
29
+ "type": "Fuse"
30
+ },
31
+ "model": {
32
+ "type": "BPE",
33
+ "dropout": null,
34
+ "unk_token": null,
35
+ "continuing_subword_prefix": null,
36
+ "end_of_word_suffix": null,
37
+ "fuse_unk": false,
38
+ "byte_fallback": false,
39
+ "ignore_merges": false,
40
+ "vocab": {
41
+ "[PAD]": 0,
42
+ "[BOS]": 1,
43
+ " ": 2,
44
+ "!": 3,
45
+ "\"": 4,
46
+ "#": 5,
47
+ "$": 6,
48
+ "%": 7,
49
+ "&": 8,
50
+ "'": 9,
51
+ "(": 10,
52
+ ")": 11,
53
+ "*": 12,
54
+ "+": 13,
55
+ ",": 14,
56
+ "-": 15,
57
+ ".": 16,
58
+ "/": 17,
59
+ "0": 18,
60
+ "1": 19,
61
+ "2": 20,
62
+ "3": 21,
63
+ "4": 22,
64
+ "5": 23,
65
+ "6": 24,
66
+ "7": 25,
67
+ "8": 26,
68
+ "9": 27,
69
+ ":": 28,
70
+ ";": 29,
71
+ "<": 30,
72
+ "=": 31,
73
+ ">": 32,
74
+ "?": 33
75
+ },
76
+ "merges": []
77
+ }
78
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[BOS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ }
19
+ },
20
+ "bos_token": "[BOS]",
21
+ "clean_up_tokenization_spaces": false,
22
+ "extra_special_tokens": {},
23
+ "model_max_length": 1000000000000000019884624838656,
24
+ "pad_token": "[PAD]",
25
+ "tokenizer_class": "PreTrainedTokenizer"
26
+ }