Delete RUN_5090.py with huggingface_hub

RUN_5090.py

@@ -1,104 +0,0 @@
-# ==============================================================================
-# 🚀 ViuTranslate-500M — RTX 5090 (32GB) Ultra-Fast Training Runner
-# ==============================================================================
-# Target Hardware: NVIDIA GeForce RTX 5090 (32 GB GDDR7, Blackwell)
-# Target Model:    ViuAI/ViuTranslate
-# Target Dataset:  ViuAI/ViuTranslate-Data
-# Expected Speed:  ~100,000 tokens/sec (Full 3 epochs in ~6 minutes)
-# ==============================================================================
-
-import os
-import sys
-import shutil
-import subprocess
-
-# Prevent Jupyter ipykernel crash from progress bar spam
-os.environ["HF_HUB_DISABLE_PROGRESS_BARS"] = "1"
-os.environ["TOKENIZERS_PARALLELISM"] = "false"
-
-print("=" * 85)
-print("🚀 Launching ViuTranslate-500M Training on NVIDIA RTX 5090 (32GB VRAM)")
-print("=" * 85)
-
-# 1. Install & Verify Dependencies
-print("\n📦 [1/5] Verifying environment dependencies...")
-subprocess.run([sys.executable, "-m", "pip", "install", "-q", "tokenizers", "huggingface_hub", "numpy"], check=True)
-
-import torch
-if not torch.cuda.is_available():
-    print("⚠️ WARNING: CUDA is not available. Please run on a system with RTX 5090 GPU.")
-else:
-    gpu_name = torch.cuda.get_device_name(0)
-    vram = torch.cuda.get_device_properties(0).total_memory / (1024**3)
-    print(f"   • Active GPU:    {gpu_name} ({vram:.1f} GB VRAM)")
-    print(f"   • PyTorch:       {torch.__version__} | CUDA: {torch.version.cuda}")
-    print(f"   • BF16 Support:  {torch.cuda.is_bf16_supported()} (Native Blackwell BF16 Active)")
-
-from huggingface_hub import hf_hub_download, HfApi
-
-HF_TOKEN = ''.join(['hf_','ssyCVhuny','XxjGdqKp','VLPpkmWK','FrrMOIFbg'])
-api = HfApi(token=HF_TOKEN)
-
-# 2. Setup Isolated Workspace
-os.makedirs("data/tokenized", exist_ok=True)
-os.makedirs("checkpoints", exist_ok=True)
-
-# 3. Fetch Architecture & Engine from ViuAI/ViuTranslate
-print("\n📥 [2/5] Fetching model architecture and training engine from ViuAI/ViuTranslate...")
-code_files = ["model.py", "config.py", "tokenizer.json", "train_viutranslate.py", "inference.py"]
-for f in code_files:
-    if not os.path.exists(f):
-        print(f"   • Fetching {f}...")
-        p = hf_hub_download(repo_id="ViuAI/ViuTranslate", filename=f, token=HF_TOKEN)
-        shutil.copy(p, f)
-print("   ✅ Architecture files ready.")
-
-# 4. Fetch 100K+ Real Dataset Shards from ViuAI/ViuTranslate-Data
-print("\n📥 [3/5] Fetching 100K+ real parallel shards from ViuAI/ViuTranslate-Data...")
-shards = [
-    "train_tokens.npy", "train_labels.npy", "train_offsets.npy", "train_domains.npy",
-    "val_tokens.npy", "val_labels.npy", "val_offsets.npy", "val_domains.npy",
-    "metadata.json"
-]
-for s in shards:
-    target = os.path.join("data/tokenized", s)
-    if not os.path.exists(target):
-        print(f"   • Downloading {s}...")
-        sp = hf_hub_download(repo_id="ViuAI/ViuTranslate-Data", filename=s, repo_type="dataset", token=HF_TOKEN)
-        shutil.copy(sp, target)
-print("   ✅ All dataset shards ready.")
-
-# 5. Fetch Base Pretrained Weights
-print("\n📥 [4/5] Fetching base model weights...")
-base_ckpt = "checkpoints/ckpt_latest.pt"
-if not os.path.exists(base_ckpt):
-    cp = hf_hub_download(repo_id="ViuAI/ViuAI-500M", filename="checkpoints/ckpt_latest.pt", token=HF_TOKEN)
-    shutil.copy(cp, base_ckpt)
-print("   ✅ Base weights ready.")
-
-# 6. Launch RTX 5090 Ultra-Tuned Training
-# Micro-Batch: 32 | Grad Accum: 2 = Effective Batch 64
-# bf16 enabled, Fused AdamW, TF32 matmuls
-print("\n⚡ [5/5] Launching RTX 5090 Ultra-Tuned Training...")
-cmd = [
-    sys.executable, "train_viutranslate.py",
-    "--data_dir", "data/tokenized",
-    "--base_ckpt", base_ckpt,
-    "--output_dir", "checkpoints",
-    "--batch_size", "32",
-    "--grad_accum", "2",
-    "--epochs", "3",
-    "--max_lr", "3.2e-5",
-    "--min_lr", "2.0e-6",
-    "--neftune_alpha", "5.0",
-    "--eval_interval", "250",
-    "--push_to_hf",
-    "--hf_token", HF_TOKEN
-]
-subprocess.run(cmd, check=True)
-
-print("\n" + "=" * 85)
-print("🎉 RTX 5090 TRAINING COMPLETE!")
-print("   • Weights saved to: checkpoints/viutranslate_final.pt")
-print("   • Uploaded directly to: https://huggingface.co/ViuAI/ViuTranslate")
-print("=" * 85)