Upload 163 files
Browse files
hugging/td_fuse/td_benchmark.py
CHANGED
|
@@ -488,7 +488,6 @@ def check_instruction_answer(response: str, test: dict) -> bool:
|
|
| 488 |
def load_model(model_path: str):
|
| 489 |
"""Load model and tokenizer. Validates checkpoint integrity first."""
|
| 490 |
from transformers import AutoModelForImageTextToText, AutoTokenizer
|
| 491 |
-
from pathlib import Path
|
| 492 |
|
| 493 |
# Validate checkpoint before loading — catch stale/corrupt checkpoints
|
| 494 |
p = Path(model_path)
|
|
@@ -682,7 +681,6 @@ def run_benchmark(cfg: BenchmarkConfig = None) -> Dict:
|
|
| 682 |
|
| 683 |
# Auto-detect model
|
| 684 |
if not cfg.model_path:
|
| 685 |
-
from pathlib import Path
|
| 686 |
base = Path("td_fuse_outputs/self_improve")
|
| 687 |
if base.exists():
|
| 688 |
for n in range(50, 0, -1):
|
|
|
|
| 488 |
def load_model(model_path: str):
|
| 489 |
"""Load model and tokenizer. Validates checkpoint integrity first."""
|
| 490 |
from transformers import AutoModelForImageTextToText, AutoTokenizer
|
|
|
|
| 491 |
|
| 492 |
# Validate checkpoint before loading — catch stale/corrupt checkpoints
|
| 493 |
p = Path(model_path)
|
|
|
|
| 681 |
|
| 682 |
# Auto-detect model
|
| 683 |
if not cfg.model_path:
|
|
|
|
| 684 |
base = Path("td_fuse_outputs/self_improve")
|
| 685 |
if base.exists():
|
| 686 |
for n in range(50, 0, -1):
|
hugging/td_fuse/td_loop.py
CHANGED
|
@@ -293,7 +293,7 @@ def _run_loop_inner(cfg: LoopConfig, shutdown_requested: list):
|
|
| 293 |
import torch
|
| 294 |
if torch.cuda.is_available():
|
| 295 |
gpu_name = torch.cuda.get_device_name(0)
|
| 296 |
-
gpu_mem = torch.cuda.get_device_properties(0).
|
| 297 |
print(f"\n GPU: {gpu_name} ({gpu_mem:.1f} GB)")
|
| 298 |
if gpu_mem < 20:
|
| 299 |
print(f" WARNING: GPU has only {gpu_mem:.1f} GB — Qwen3-VL-8B needs ~24 GB for training!")
|
|
|
|
| 293 |
import torch
|
| 294 |
if torch.cuda.is_available():
|
| 295 |
gpu_name = torch.cuda.get_device_name(0)
|
| 296 |
+
gpu_mem = torch.cuda.get_device_properties(0).total_memory / 1e9
|
| 297 |
print(f"\n GPU: {gpu_name} ({gpu_mem:.1f} GB)")
|
| 298 |
if gpu_mem < 20:
|
| 299 |
print(f" WARNING: GPU has only {gpu_mem:.1f} GB — Qwen3-VL-8B needs ~24 GB for training!")
|