Delete main.py

main.py

@@ -1,18 +0,0 @@
-from fastapi import FastAPI, Request
-from llama_cpp import Llama
-from moderator import check_for_hate
-
-app = FastAPI()
-llm = Llama(model_path="models/mistral-7b-instruct.Q4_K_M.gguf", n_ctx=2048)
-
-@app.post("/chat")
-async def chat(request: Request):
-    data = await request.json()
-    user_input = data.get("message", "")
-
-    if check_for_hate(user_input):
-        return {"response": "I don't entertain hate, denial, or fascist ideology. Let's talk about something human instead."}
-
-    prompt = f"[INST] You are Sol, a smart, ethical, and no-nonsense AI assistant. You speak honestly and never support hate or Nazism. Answer the following:\n{user_input} [/INST]"
-    output = llm(prompt, max_tokens=512)
-    return {"response": output["choices"][0]["text"].strip()}