AbstikaAI / app.py
balaji
change model
604b846
Raw History Blame Contribute Delete
821 Bytes
from fastapi import FastAPI, Request
from pydantic import BaseModel
from autoModelForCausalLM import AutoModelForCausalLMWrapper
from llm_handler import get_chat_response
import asyncio
app = FastAPI()
class Item(BaseModel):
name: str
description: str = None
class ChatRequest(BaseModel):
user_id: str
message: str
@app.get("/")
def read_root():
return {"message": "Welcome to, AbstikaAI Test!"}
@app.post("/items/")
def create_item(item: Item):
return {"item": item}
@app.post("/chat/")
def chat_endpoint(request: ChatRequest):
model_wrapper = AutoModelForCausalLMWrapper()
return model_wrapper.chat_response(request.message)
# answer = await get_chat_response(request.user_id, request.message)
# answer = chat_response(request.message)
# return {"answer": answer}