Spaces:

ApolloAIs
/

phoebus-api

Sleeping

ApolloAIs commited on Sep 6

Commit

fbc0d8d

verified ·

1 Parent(s): 1ffbaae

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -10,7 +10,7 @@ print("Loading Phoebus 3.1...")
 tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_ID,
-    torch_dtype=torch.float16,
     device_map="auto"
 )
 print("Model ready!")

 tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_ID,
+    dtype=torch.float16,
     device_map="auto"
 )
 print("Model ready!")