Darksting4906 commited on
Commit
f635a46
·
2 Parent(s): b4bd90a5a7e2a8

Merge branch 'main' of https://huggingface.co/spaces/DarkSting/Test_Space

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -15,7 +15,9 @@ DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
15
  # ---------------- LOAD TOKENIZER ----------------
16
  tokenizer = AutoTokenizer.from_pretrained(
17
  BASE_MODEL,
18
- trust_remote_code=True
 
 
19
  )
20
 
21
  if tokenizer.pad_token is None:
 
15
  # ---------------- LOAD TOKENIZER ----------------
16
  tokenizer = AutoTokenizer.from_pretrained(
17
  BASE_MODEL,
18
+ trust_remote_code=True,
19
+ device_map="auto",
20
+
21
  )
22
 
23
  if tokenizer.pad_token is None: