GUI-Decisions Space

slotread/local.py

@@ -50,7 +50,9 @@ class LocalSlotModel:
                                                             attn_implementation="sdpa")
         if adapter:
             from peft import PeftModel
-            model = PeftModel.from_pretrained(model, adapter)
+            # on the model's device: under ZeroGPU CUDA looks available before a GPU is attached
+            kw = {"torch_device": "cpu"} if device_map == "cpu" else {}
+            model = PeftModel.from_pretrained(model, adapter, **kw)
         model.eval()
         cfg = json.load(open(config)) if config else _config(adapter or model_id)
         return cls(model, AutoProcessor.from_pretrained(processor or model_id), cfg)