Andrej Karpathy commited on
Commit ·
8b4849d
1
Parent(s): eaf49a3
fix bug in chat_sft, the attention window must be preserved sigh
Browse files- scripts/chat_sft.py +1 -0
scripts/chat_sft.py
CHANGED
|
@@ -301,6 +301,7 @@ while True:
|
|
| 301 |
"n_head": model.config.n_head,
|
| 302 |
"n_kv_head": model.config.n_kv_head,
|
| 303 |
"n_embd": model.config.n_embd,
|
|
|
|
| 304 |
},
|
| 305 |
"user_config": user_config, # inputs to the training script
|
| 306 |
}
|
|
|
|
| 301 |
"n_head": model.config.n_head,
|
| 302 |
"n_kv_head": model.config.n_kv_head,
|
| 303 |
"n_embd": model.config.n_embd,
|
| 304 |
+
"window_pattern": model.config.window_pattern,
|
| 305 |
},
|
| 306 |
"user_config": user_config, # inputs to the training script
|
| 307 |
}
|