Upload v24_grpo_chain_v2.py with huggingface_hub
Browse files- v24_grpo_chain_v2.py +1 -1
v24_grpo_chain_v2.py
CHANGED
|
@@ -186,7 +186,7 @@ def main():
|
|
| 186 |
if len(rows) < args.group_size:
|
| 187 |
raise RuntimeError("Too few valid sequential chain rows")
|
| 188 |
|
| 189 |
-
cfg = preset_config(args.model_size, vocab_size=tok
|
| 190 |
model = ScugnizzDecoder(cfg).to(device=device, dtype=dtype)
|
| 191 |
state = load_checkpoint(args.checkpoint, "cpu")
|
| 192 |
if isinstance(state, dict) and "model" in state:
|
|
|
|
| 186 |
if len(rows) < args.group_size:
|
| 187 |
raise RuntimeError("Too few valid sequential chain rows")
|
| 188 |
|
| 189 |
+
cfg = preset_config(args.model_size, vocab_size=len(tok), block_size=args.block_size, dropout=0.0, pcs_a=0.8309193524, pcs_b=0.0)
|
| 190 |
model = ScugnizzDecoder(cfg).to(device=device, dtype=dtype)
|
| 191 |
state = load_checkpoint(args.checkpoint, "cpu")
|
| 192 |
if isinstance(state, dict) and "model" in state:
|