cordschmidt commited on
Commit
026ed94
·
verified ·
1 Parent(s): 584982c

Training in progress, step 13772

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -15,7 +15,7 @@
15
  "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 16,
18
- "num_hidden_layers": 12,
19
  "num_key_value_heads": 16,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
 
15
  "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 16,
18
+ "num_hidden_layers": 18,
19
  "num_key_value_heads": 16,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eefce2d88008ff91eff5b9c25e43d664dc3f8054c8f08ec94fd82434433d0a71
3
- size 47277704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a3b8851f3bbe2485d79e49396afb22eb101e305da9bfaccc39154874b8f084d
3
+ size 67770240