from fastapi import FastAPI, Request from pydantic import BaseModel from autoModelForCausalLM import AutoModelForCausalLMWrapper from llm_handler import get_chat_response import asyncio app = FastAPI() class Item(BaseModel): name: str description: str = None class ChatRequest(BaseModel): user_id: str message: str @app.get("/") def read_root(): return {"message": "Welcome to, AbstikaAI Test!"} @app.post("/items/") def create_item(item: Item): return {"item": item} @app.post("/chat/") def chat_endpoint(request: ChatRequest): model_wrapper = AutoModelForCausalLMWrapper() return model_wrapper.chat_response(request.message) # answer = await get_chat_response(request.user_id, request.message) # answer = chat_response(request.message) # return {"answer": answer}