aledraa commited on
Commit
e74ef5f
·
verified ·
1 Parent(s): dfcc57e

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -6,7 +6,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
6
  # --- App and Model Loading ---
7
  app = FastAPI()
8
 
9
- model_name = "Qwen/Qwen2.5-3B-Instruct"
10
  print("Loading model...")
11
  # To leverage a GPU on Hugging Face Spaces, device_map="auto" is key
12
  model = AutoModelForCausalLM.from_pretrained(
 
6
  # --- App and Model Loading ---
7
  app = FastAPI()
8
 
9
+ model_name = "Qwen/Qwen2-0.5B-Instruct"
10
  print("Loading model...")
11
  # To leverage a GPU on Hugging Face Spaces, device_map="auto" is key
12
  model = AutoModelForCausalLM.from_pretrained(