Commit ·
e7fb333
1
Parent(s): f7f6f04
Removed Cuda
Browse files- models/model_loader.py +1 -1
models/model_loader.py
CHANGED
|
@@ -43,7 +43,7 @@ def switch_llm(model_id: str) -> str:
|
|
| 43 |
def _load_llm(model_id: str):
|
| 44 |
"""Load model + its paired tokenizer. Both come from the same model_id."""
|
| 45 |
global _llm, _tokenizer, _current_model_id
|
| 46 |
-
_tokenizer = AutoTokenizer.from_pretrained(model_id).to("cuda")
|
| 47 |
_llm = AutoModelForCausalLM.from_pretrained(
|
| 48 |
model_id,
|
| 49 |
torch_dtype=torch.float32,
|
|
|
|
| 43 |
def _load_llm(model_id: str):
|
| 44 |
"""Load model + its paired tokenizer. Both come from the same model_id."""
|
| 45 |
global _llm, _tokenizer, _current_model_id
|
| 46 |
+
_tokenizer = AutoTokenizer.from_pretrained(model_id) #.to("cuda")
|
| 47 |
_llm = AutoModelForCausalLM.from_pretrained(
|
| 48 |
model_id,
|
| 49 |
torch_dtype=torch.float32,
|