Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
|
@@ -6,7 +6,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 6 |
# --- App and Model Loading ---
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
-
model_name = "Qwen/Qwen2.
|
| 10 |
print("Loading model...")
|
| 11 |
# To leverage a GPU on Hugging Face Spaces, device_map="auto" is key
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
|
| 6 |
# --- App and Model Loading ---
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
+
model_name = "Qwen/Qwen2-0.5B-Instruct"
|
| 10 |
print("Loading model...")
|
| 11 |
# To leverage a GPU on Hugging Face Spaces, device_map="auto" is key
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(
|