Add direct-load BF16 repeat comparison

app.py

@@ -287,22 +287,21 @@ def _run_family_bf16_control(family: str) -> dict:
     torch.cuda.reset_peak_memory_stats()
     torch.cuda.synchronize()
     allocation_before = int(torch.cuda.memory_allocated())
-    if family == "qwen3-embedding-8b":
-        family_tokenizer = qwen8_tokenizer
-        load_started = time.perf_counter()
-        family_model = AutoModel.from_pretrained(
-            QWEN8_MODEL_PATH,
-            dtype=torch.bfloat16,
-            trust_remote_code=True,
-            low_cpu_mem_usage=True,
-            device_map={"": "cuda"},
-        ).eval()
-        torch.cuda.synchronize()
-        load_seconds = time.perf_counter() - load_started
-        loading_strategy = "in-call-direct-cuda-device-map"
-        owns_model = True
-    else:
-        raise RuntimeError("GTE 1.5B BF16 control is offline during the 8B phase")
+    family_tokenizer = AutoTokenizer.from_pretrained(
+        spec["path"], padding_side="left", trust_remote_code=True
+    )
+    load_started = time.perf_counter()
+    family_model = AutoModel.from_pretrained(
+        spec["path"],
+        dtype=torch.bfloat16,
+        trust_remote_code=True,
+        low_cpu_mem_usage=True,
+        device_map={"": "cuda"},
+    ).eval()
+    torch.cuda.synchronize()
+    load_seconds = time.perf_counter() - load_started
+    loading_strategy = "in-call-direct-cuda-device-map"
+    owns_model = True
     allocation_after_load = int(torch.cuda.memory_allocated())
 
     encode_started = time.perf_counter()
@@ -339,6 +338,14 @@ def _run_family_bf16_control(family: str) -> dict:
         "mlx_bf16_comparison": compare_vectors(
             queries, documents, scores, ranks, local_reference, "cuda_vs_mlx_bf16"
         ),
+        "previous_cuda_bf16_comparison": compare_vectors(
+            queries,
+            documents,
+            scores,
+            ranks,
+            DATA_ROOT / "cloud-results" / family / "cuda-bf16-root-pack.npz",
+            "direct_vs_root_pack_bf16",
+        ),
     }
     output_dir = DATA_ROOT / "cloud-results" / family
     output_dir.mkdir(parents=True, exist_ok=True)