env

app/main.py

@@ -1,6 +1,11 @@
 from fastapi import FastAPI
 from pydantic import BaseModel
 from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM
+from huggingface_hub import login
+import os
+
+# Authenticate with Hugging Face
+login(token=os.getenv("HF_TOKEN"))
 
 app = FastAPI()
 
@@ -18,5 +23,5 @@ def read_root():
 @app.get("/ask")
 def ask_question(prompt: str):
     messages = [{"role": "user", "content": prompt}]
-    result = pipe(prompt)
+    result = pipe(prompt, max_length=200)
     return result[0]