sriharsha-cr commited on
Commit
e7fb333
·
1 Parent(s): f7f6f04

Removed Cuda

Browse files
Files changed (1) hide show
  1. models/model_loader.py +1 -1
models/model_loader.py CHANGED
@@ -43,7 +43,7 @@ def switch_llm(model_id: str) -> str:
43
  def _load_llm(model_id: str):
44
  """Load model + its paired tokenizer. Both come from the same model_id."""
45
  global _llm, _tokenizer, _current_model_id
46
- _tokenizer = AutoTokenizer.from_pretrained(model_id).to("cuda")
47
  _llm = AutoModelForCausalLM.from_pretrained(
48
  model_id,
49
  torch_dtype=torch.float32,
 
43
  def _load_llm(model_id: str):
44
  """Load model + its paired tokenizer. Both come from the same model_id."""
45
  global _llm, _tokenizer, _current_model_id
46
+ _tokenizer = AutoTokenizer.from_pretrained(model_id) #.to("cuda")
47
  _llm = AutoModelForCausalLM.from_pretrained(
48
  model_id,
49
  torch_dtype=torch.float32,