Daisuke675 commited on
Commit
ea9c0df
·
verified ·
1 Parent(s): bced60d

Upload v24_grpo_chain_v2.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. v24_grpo_chain_v2.py +1 -1
v24_grpo_chain_v2.py CHANGED
@@ -186,7 +186,7 @@ def main():
186
  if len(rows) < args.group_size:
187
  raise RuntimeError("Too few valid sequential chain rows")
188
 
189
- cfg = preset_config(args.model_size, vocab_size=tok.vocab_size, block_size=args.block_size, dropout=0.0, pcs_a=0.8309193524, pcs_b=0.0)
190
  model = ScugnizzDecoder(cfg).to(device=device, dtype=dtype)
191
  state = load_checkpoint(args.checkpoint, "cpu")
192
  if isinstance(state, dict) and "model" in state:
 
186
  if len(rows) < args.group_size:
187
  raise RuntimeError("Too few valid sequential chain rows")
188
 
189
+ cfg = preset_config(args.model_size, vocab_size=len(tok), block_size=args.block_size, dropout=0.0, pcs_a=0.8309193524, pcs_b=0.0)
190
  model = ScugnizzDecoder(cfg).to(device=device, dtype=dtype)
191
  state = load_checkpoint(args.checkpoint, "cpu")
192
  if isinstance(state, dict) and "model" in state: