Update app.py
Browse files
app.py
CHANGED
|
@@ -5,10 +5,11 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 5 |
|
| 6 |
MODEL_ID = "devoppro/FastLLM"
|
| 7 |
|
| 8 |
-
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
|
| 9 |
model = AutoModelForCausalLM.from_pretrained(
|
| 10 |
MODEL_ID,
|
| 11 |
torch_dtype=torch.float16,
|
|
|
|
| 12 |
)
|
| 13 |
model.to("cuda")
|
| 14 |
model.eval()
|
|
@@ -69,4 +70,4 @@ with gr.Blocks(title="FastLLM (150M) Demo") as demo:
|
|
| 69 |
)
|
| 70 |
|
| 71 |
if __name__ == "__main__":
|
| 72 |
-
demo.queue().launch()
|
|
|
|
| 5 |
|
| 6 |
MODEL_ID = "devoppro/FastLLM"
|
| 7 |
|
| 8 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
| 9 |
model = AutoModelForCausalLM.from_pretrained(
|
| 10 |
MODEL_ID,
|
| 11 |
torch_dtype=torch.float16,
|
| 12 |
+
trust_remote_code=True,
|
| 13 |
)
|
| 14 |
model.to("cuda")
|
| 15 |
model.eval()
|
|
|
|
| 70 |
)
|
| 71 |
|
| 72 |
if __name__ == "__main__":
|
| 73 |
+
demo.queue().launch()
|