Upload provenance/train.toml with huggingface_hub

provenance/train.toml

@@ -0,0 +1,79 @@
+# Trinity-Mini SFT: Nemotron-3-Ultra-SFT-Blend + Dans-Benchmaxx + Dans-Benchmaxx-COT
+# Hparams from sweep winner (muon-8e6, fgn20xry) in trinity-mini-sft-sweeps.
+# seq_len doubled 32768 -> 65536 with batch_size halved 16 -> 8: identical
+# 524,288 tokens/step, far less packing truncation (data p90 ~43k tokens).
+# max_steps  = 1 epoch, computed from prep_stats.json packing simulation.
+
+output_dir = "/home/ubuntu/prime/runs/prod-v3"
+max_steps = 8136            # 2 epochs (user directive): 2 x 4,068 steps/epoch (32,547 bins / 8, prep_stats.json)
+loss_impl = "liger_fused"
+dist_timeout_seconds = 1200
+
+[deployment]
+num_gpus = 8
+
+[model]
+name = "arcee-ai/Trinity-Mini"
+impl = "custom"
+attn = "flash_attention_3"
+seq_len = 65536
+
+[model.compile]
+
+[model.ac]
+mode = "full"
+freq = 1
+
+[tokenizer]
+chat_template = "/home/ubuntu/prime/prime-rl/configs/trinity_sft/trinity_sft.jinja"
+
+[data]
+type = "sft"
+name = "/home/ubuntu/prime/data/train_ds"
+batch_size = 8
+micro_batch_size = 1
+seq_len = 65536
+pack_function = "cat"
+
+[data.loss_mask]
+# Constant-reasoner: non-thinking samples' leading "</think>\n\n" is treated as
+# scaffolding (masked) so the model never learns to skip thinking unprompted.
+immediate_think_close = false
+
+[val]
+interval = 250
+eval_on_start = true
+
+[val.data]
+type = "sft"
+name = "/home/ubuntu/prime/data/val_ds"
+batch_size = 8
+micro_batch_size = 1
+seq_len = 65536
+
+[val.data.loss_mask]
+immediate_think_close = false
+
+[optim]
+type = "muon"
+lr = 8e-6
+mu = 0.95
+betas1 = 0.9
+betas2 = 0.95
+weight_decay = 0.001
+max_norm = 1.0
+
+[scheduler]
+type = "cosine"
+warmup_steps = 100
+min_lr = 1e-7
+
+[ckpt]
+interval = 250
+keep_last = 1
+
+[wandb]
+project = "trinity-mini-sft-sweeps"
+group = "prod-v3"
+name = "prod-nemotron-ultra-benchmaxx-8e6-64k-maskclose"
+tags = ["trinity-mini", "afmoe", "muon", "lr8e-6", "prod", "nemotron-ultra", "benchmaxx", "seq64k", "autonomous", "mask-think-close"]