PAC3VISION commited on
Commit
dfc5d68
·
verified ·
1 Parent(s): 5b04518

Upload 3 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ pac3-code-nano.crush filter=lfs diff=lfs merge=lfs -text
pac3-code-nano.crush ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13f5d1d6428ca6af6e0a60fff963246ab38688219e60869d261429050776d3d7
3
+ size 432584377
tokenizer.json.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mamba",
3
+ "bos_token": "<|system|>",
4
+ "eos_token": "<|end_of_turn|>",
5
+ "pad_token": "<|endoftext|>",
6
+ "unk_token": "<|unk|>",
7
+ "sep_token": "<|end_of_turn|>",
8
+ "mask_token": "<|mask|>",
9
+ "tokenizer_class": "MambaTokenizer",
10
+ "chat_template": null,
11
+ "clean_up_tokenization_spaces": false,
12
+ "special_tokens_map": {
13
+ "bos_token": "<|system|>",
14
+ "eos_token": "<|end_of_turn|>",
15
+ "pad_token": "<|endoftext|>",
16
+ "unk_token": "<|unk|>",
17
+ "sep_token": "<|end_of_turn|>",
18
+ "mask_token": "<|mask|>"
19
+ }
20
+ }