Update marc.py

marc.py

@@ -10,6 +10,7 @@ Usage:
     python marc.py --hf HuggingFaceTB/SmolLM2-360M
     python marc.py --hf Qwen/Qwen3-0.5B-Instruct --chat --n-samples 5 --temperature 0.7
     python marc.py --openai Qwen/Qwen3-32B --base-url http://localhost:8000/v1 --chat
+    python marc.py --hf dotlabs/void.1 --trust-remote-code
 """
 import argparse
 import random
@@ -281,15 +282,18 @@ def parse_grid(text: str) -> Grid | None:
 # ═══════════════════════════════════════════════════════════════════════════
 
 class HFModel:
-    def __init__(self, name: str, chat: bool, device: str = "cuda"):
+    def __init__(self, name: str, chat: bool, device: str = "cuda",
+                 trust_remote_code: bool = False):
         import torch
         from transformers import AutoModelForCausalLM, AutoTokenizer
-        self.tok = AutoTokenizer.from_pretrained(name)
+        self.tok = AutoTokenizer.from_pretrained(
+            name, trust_remote_code=trust_remote_code)
         if self.tok.pad_token is None:
             self.tok.pad_token = self.tok.eos_token
         self.tok.padding_side = "left"
         self.model = AutoModelForCausalLM.from_pretrained(
-            name, torch_dtype=torch.bfloat16).to(device).eval()
+            name, torch_dtype=torch.bfloat16,
+            trust_remote_code=trust_remote_code).to(device).eval()
         self.device, self.chat, self.torch = device, chat, torch
 
     def generate(self, prompts, n, temperature, max_new_tokens):
@@ -382,6 +386,8 @@ def main():
     src.add_argument("--openai", help="model name on an OpenAI-compatible endpoint")
     ap.add_argument("--base-url", help="for --openai, e.g. http://localhost:8000/v1")
     ap.add_argument("--chat", action="store_true", help="use chat template (instruct models)")
+    ap.add_argument("--trust-remote-code", action="store_true",
+                    help="pass trust_remote_code=True to HF tokenizer/model loaders")
     ap.add_argument("--families", nargs="+", choices=list(FAMILIES), default=list(FAMILIES))
     ap.add_argument("--difficulties", nargs="+", type=int, choices=[1, 2, 3], default=[1, 2, 3])
     ap.add_argument("--n-per-cell", type=int, default=20)
@@ -392,7 +398,8 @@ def main():
     args = ap.parse_args()
 
     if args.hf:
-        model = HFModel(args.hf, chat=args.chat)
+        model = HFModel(args.hf, chat=args.chat,
+                        trust_remote_code=args.trust_remote_code)
     else:
         if not args.base_url:
             sys.exit("--base-url is required with --openai")