Upload blumodelcp_run28.meta with huggingface_hub
Browse files- blumodelcp_run28.meta +5 -0
blumodelcp_run28.meta
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
rope_theta 500000
|
| 2 |
+
d_model 1536
|
| 3 |
+
q_heads 12
|
| 4 |
+
kv_heads 4
|
| 5 |
+
head_dim 128
|