Andrej Karpathy commited on
Commit
8b4849d
·
1 Parent(s): eaf49a3

fix bug in chat_sft, the attention window must be preserved sigh

Browse files
Files changed (1) hide show
  1. scripts/chat_sft.py +1 -0
scripts/chat_sft.py CHANGED
@@ -301,6 +301,7 @@ while True:
301
  "n_head": model.config.n_head,
302
  "n_kv_head": model.config.n_kv_head,
303
  "n_embd": model.config.n_embd,
 
304
  },
305
  "user_config": user_config, # inputs to the training script
306
  }
 
301
  "n_head": model.config.n_head,
302
  "n_kv_head": model.config.n_kv_head,
303
  "n_embd": model.config.n_embd,
304
+ "window_pattern": model.config.window_pattern,
305
  },
306
  "user_config": user_config, # inputs to the training script
307
  }