Upload checkpoints/blumodelcp_run8.meta with huggingface_hub
Browse files
checkpoints/blumodelcp_run8.meta
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
rope_theta 500000
|
| 2 |
+
d_model 1536
|
| 3 |
+
q_heads 12
|
| 4 |
+
kv_heads 4
|
| 5 |
+
head_dim 128
|