td-builder commited on
Commit
d4ad82f
·
verified ·
1 Parent(s): 56d7f42

Upload 163 files

Browse files
hugging/td_fuse/td_benchmark.py CHANGED
@@ -488,7 +488,6 @@ def check_instruction_answer(response: str, test: dict) -> bool:
488
  def load_model(model_path: str):
489
  """Load model and tokenizer. Validates checkpoint integrity first."""
490
  from transformers import AutoModelForImageTextToText, AutoTokenizer
491
- from pathlib import Path
492
 
493
  # Validate checkpoint before loading — catch stale/corrupt checkpoints
494
  p = Path(model_path)
@@ -682,7 +681,6 @@ def run_benchmark(cfg: BenchmarkConfig = None) -> Dict:
682
 
683
  # Auto-detect model
684
  if not cfg.model_path:
685
- from pathlib import Path
686
  base = Path("td_fuse_outputs/self_improve")
687
  if base.exists():
688
  for n in range(50, 0, -1):
 
488
  def load_model(model_path: str):
489
  """Load model and tokenizer. Validates checkpoint integrity first."""
490
  from transformers import AutoModelForImageTextToText, AutoTokenizer
 
491
 
492
  # Validate checkpoint before loading — catch stale/corrupt checkpoints
493
  p = Path(model_path)
 
681
 
682
  # Auto-detect model
683
  if not cfg.model_path:
 
684
  base = Path("td_fuse_outputs/self_improve")
685
  if base.exists():
686
  for n in range(50, 0, -1):
hugging/td_fuse/td_loop.py CHANGED
@@ -293,7 +293,7 @@ def _run_loop_inner(cfg: LoopConfig, shutdown_requested: list):
293
  import torch
294
  if torch.cuda.is_available():
295
  gpu_name = torch.cuda.get_device_name(0)
296
- gpu_mem = torch.cuda.get_device_properties(0).total_mem / 1e9
297
  print(f"\n GPU: {gpu_name} ({gpu_mem:.1f} GB)")
298
  if gpu_mem < 20:
299
  print(f" WARNING: GPU has only {gpu_mem:.1f} GB — Qwen3-VL-8B needs ~24 GB for training!")
 
293
  import torch
294
  if torch.cuda.is_available():
295
  gpu_name = torch.cuda.get_device_name(0)
296
+ gpu_mem = torch.cuda.get_device_properties(0).total_memory / 1e9
297
  print(f"\n GPU: {gpu_name} ({gpu_mem:.1f} GB)")
298
  if gpu_mem < 20:
299
  print(f" WARNING: GPU has only {gpu_mem:.1f} GB — Qwen3-VL-8B needs ~24 GB for training!")