pratyush272 commited on
Commit
c976b59
·
1 Parent(s): 5c85634
Files changed (1) hide show
  1. app/main.py +10 -3
app/main.py CHANGED
@@ -2,17 +2,24 @@ from fastapi import FastAPI
2
  from pydantic import BaseModel
3
  from transformers import pipeline
4
 
5
- # Initialize FastAPI app
6
  app = FastAPI()
7
 
8
- # Load the DeepSeek model pipeline
9
- pipe = pipeline("text-generation", model="deepseek-ai/DeepSeek-R1", trust_remote_code=True)
10
 
11
  # Define request body structure
12
  class ChatRequest(BaseModel):
13
  messages: list
14
 
 
 
 
 
15
  @app.post("/generate")
16
  def generate_text(request: ChatRequest):
17
  response = pipe(request.messages) # Using DeepSeek-R1
18
  return {"response": response}
 
 
 
 
 
 
2
  from pydantic import BaseModel
3
  from transformers import pipeline
4
 
 
5
  app = FastAPI()
6
 
7
+ pipe = pipeline("text2text-generation", model="google/flan-t5-base")
 
8
 
9
  # Define request body structure
10
  class ChatRequest(BaseModel):
11
  messages: list
12
 
13
+ @app.get("/")
14
+ def read_root():
15
+ return {"message": "Waredocs LLM API is running!"}
16
+
17
  @app.post("/generate")
18
  def generate_text(request: ChatRequest):
19
  response = pipe(request.messages) # Using DeepSeek-R1
20
  return {"response": response}
21
+
22
+ @app.get("/ask")
23
+ def ask_question(prompt: str):
24
+ result = pipe(prompt)
25
+ return result[0]