ViuAI commited on
Commit
49f16da
·
verified ·
1 Parent(s): 19e17a3

Fix: download mapping for scripts/train.py

Browse files
Files changed (1) hide show
  1. runners/run_5090.py +13 -7
runners/run_5090.py CHANGED
@@ -45,12 +45,18 @@ os.makedirs("checkpoints", exist_ok=True)
45
 
46
  # 3. Fetch Architecture & Engine from ViuAI/ViuTranslate
47
  print("\n📥 [2/5] Fetching model architecture and training engine from ViuAI/ViuTranslate...")
48
- code_files = ["model.py", "config.py", "tokenizer.json", "train_viutranslate.py", "inference.py"]
49
- for f in code_files:
50
- if not os.path.exists(f):
51
- print(f" • Fetching {f}...")
52
- p = hf_hub_download(repo_id="ViuAI/ViuTranslate", filename=f, token=HF_TOKEN)
53
- shutil.copy(p, f)
 
 
 
 
 
 
54
  print(" ✅ Architecture files ready.")
55
 
56
  # 4. Fetch 100K+ Real Dataset Shards from ViuAI/ViuTranslate-Data
@@ -81,7 +87,7 @@ print(" ✅ Base weights ready.")
81
  # bf16 enabled, Fused AdamW, TF32 matmuls
82
  print("\n⚡ [5/5] Launching RTX 5090 Ultra-Tuned Training...")
83
  cmd = [
84
- sys.executable, "train_viutranslate.py",
85
  "--data_dir", "data/tokenized",
86
  "--base_ckpt", base_ckpt,
87
  "--output_dir", "checkpoints",
 
45
 
46
  # 3. Fetch Architecture & Engine from ViuAI/ViuTranslate
47
  print("\n📥 [2/5] Fetching model architecture and training engine from ViuAI/ViuTranslate...")
48
+ code_files = [
49
+ ("model.py", "model.py"),
50
+ ("config.py", "config.py"),
51
+ ("tokenizer.json", "tokenizer.json"),
52
+ ("scripts/train.py", "train.py"),
53
+ ("scripts/inference.py", "inference.py"),
54
+ ]
55
+ for src, dst in code_files:
56
+ if not os.path.exists(dst):
57
+ print(f" • Fetching {src} -> {dst}...")
58
+ p = hf_hub_download(repo_id="ViuAI/ViuTranslate", filename=src, token=HF_TOKEN)
59
+ shutil.copy(p, dst)
60
  print(" ✅ Architecture files ready.")
61
 
62
  # 4. Fetch 100K+ Real Dataset Shards from ViuAI/ViuTranslate-Data
 
87
  # bf16 enabled, Fused AdamW, TF32 matmuls
88
  print("\n⚡ [5/5] Launching RTX 5090 Ultra-Tuned Training...")
89
  cmd = [
90
+ sys.executable, "train.py",
91
  "--data_dir", "data/tokenized",
92
  "--base_ckpt", base_ckpt,
93
  "--output_dir", "checkpoints",