wapx1a commited on
Commit
b661c14
·
verified ·
1 Parent(s): cabe500

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +13 -10
  2. generation_config.json +1 -1
  3. model.safetensors +2 -2
config.json CHANGED
@@ -8,31 +8,34 @@
8
  "eos_token_id": 2,
9
  "head_dim": 64,
10
  "hidden_act": "silu",
11
- "hidden_size": 960,
12
  "initializer_range": 0.02,
13
- "intermediate_size": 2560,
14
- "is_llama_config": true,
15
  "max_position_embeddings": 8192,
16
  "mlp_bias": false,
17
  "model_type": "llama",
18
- "num_attention_heads": 15,
19
- "num_hidden_layers": 32,
20
- "num_key_value_heads": 5,
21
  "pad_token_id": 2,
22
  "pretraining_tp": 1,
23
  "rms_norm_eps": 1e-05,
24
- "rope_interleaved": false,
25
  "rope_scaling": null,
26
- "rope_theta": 100000,
27
  "tie_word_embeddings": true,
28
- "torch_dtype": "float32",
29
  "transformers.js_config": {
 
30
  "kv_cache_dtype": {
31
  "fp16": "float16",
32
  "q4f16": "float16"
 
 
 
 
33
  }
34
  },
35
- "transformers_version": "4.52.0.dev0",
36
  "use_cache": true,
37
  "vocab_size": 49152
38
  }
 
8
  "eos_token_id": 2,
9
  "head_dim": 64,
10
  "hidden_act": "silu",
11
+ "hidden_size": 2048,
12
  "initializer_range": 0.02,
13
+ "intermediate_size": 8192,
 
14
  "max_position_embeddings": 8192,
15
  "mlp_bias": false,
16
  "model_type": "llama",
17
+ "num_attention_heads": 32,
18
+ "num_hidden_layers": 24,
19
+ "num_key_value_heads": 32,
20
  "pad_token_id": 2,
21
  "pretraining_tp": 1,
22
  "rms_norm_eps": 1e-05,
 
23
  "rope_scaling": null,
24
+ "rope_theta": 130000,
25
  "tie_word_embeddings": true,
26
+ "torch_dtype": "bfloat16",
27
  "transformers.js_config": {
28
+ "dtype": "q4",
29
  "kv_cache_dtype": {
30
  "fp16": "float16",
31
  "q4f16": "float16"
32
+ },
33
+ "use_external_data_format": {
34
+ "model.onnx": true,
35
+ "model_fp16.onnx": true
36
  }
37
  },
38
+ "transformers_version": "4.52.3",
39
  "use_cache": true,
40
  "vocab_size": 49152
41
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 2,
6
- "transformers_version": "4.52.0.dev0"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 2,
6
+ "transformers_version": "4.52.3"
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7322f82fd69130538f86ffe5e9cd7b2a2ab0a421d500c28e840bdcb6cb69f355
3
- size 1447317080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa466c251540e26d17d239de3cb2fe5a5f3384c8a43b893ee30c3d0500caabd5
3
+ size 3422777952