Upload main.py with huggingface_hub

main.py

@@ -0,0 +1,34 @@
+import os
+from fastapi import FastAPI
+from pydantic import BaseModel
+from tavily import TavilyClient
+from datetime import date
+from langchain_ollama.llms import OllamaLLM
+
+app = FastAPI()
+
+class PromptRequest(BaseModel):
+    prompt: str
+    temperature: float = 0.5
+
+@app.get("/")
+def health():
+    return {"ok": True}
+
+today_date = date.today()
+
+def search_tool(query:str):
+    api_key = os.environ.get("TAVILY_API_KEY")
+    client = TavilyClient(api_key)
+    response = client.search(query=query, include_answer="advanced", search_depth="advanced")
+    return response
+
+@app.post("/vicuna:7b")
+async def generate_response(request: PromptRequest):
+    llm = OllamaLLM(
+        model="vicuna:7b",
+        temperature=request.temperature,
+        base_url="http://localhost:11434"
+    )
+    response = llm.invoke(request.prompt)
+