David commited on
Commit
e9d25d8
·
1 Parent(s): b1d6dea

Update text generation model to nvidia/gpt-oss-120b-Eagle3 in load_model function

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -17,7 +17,7 @@ class Prompt(BaseModel):
17
  async def load_model():
18
  global generator
19
  try:
20
- generator = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.2", use_auth_token=True)
21
  except Exception:
22
  # fallback to public model
23
  generator = pipeline("text-generation", model="distilgpt2")
 
17
  async def load_model():
18
  global generator
19
  try:
20
+ generator = pipeline("text-generation", model="nvidia/gpt-oss-120b-Eagle3", use_auth_token=True)
21
  except Exception:
22
  # fallback to public model
23
  generator = pipeline("text-generation", model="distilgpt2")