Spaces:
Sleeping
Sleeping
Deploy Myco from CI
Browse files- game/engine.py +1 -1
game/engine.py
CHANGED
|
@@ -44,7 +44,7 @@ def _get_model_and_tokenizer():
|
|
| 44 |
_model = AutoModelForCausalLM.from_pretrained(
|
| 45 |
model_id,
|
| 46 |
token=token,
|
| 47 |
-
|
| 48 |
device_map=DEVICE,
|
| 49 |
trust_remote_code=True
|
| 50 |
)
|
|
|
|
| 44 |
_model = AutoModelForCausalLM.from_pretrained(
|
| 45 |
model_id,
|
| 46 |
token=token,
|
| 47 |
+
dtype=torch.float16 if DEVICE == "cuda" else torch.float32,
|
| 48 |
device_map=DEVICE,
|
| 49 |
trust_remote_code=True
|
| 50 |
)
|