dynamo-backend / stream /views.py
afnhf's picture
Deploy CORS middleware order fix to Hugging Face Space
983f705
Raw History Blame Contribute Delete
3.23 kB
import os
import json
from dotenv import load_dotenv
from django.http import StreamingHttpResponse
from main.load import dynamo
load_dotenv()
def get_supabase_client():
try:
from supabase import create_client
url = os.getenv("SUPABASE_URL")
key = os.getenv("SUPABASE_KEY")
if url and key and "placeholder" not in url:
return create_client(url, key)
except Exception as err:
print("Supabase client creation error:", err)
return None
def _dynamo(prompt: str, user_email: str = None, max_tokens: int = 500, temperature: float = 0.7, top_p: float = 0.85, top_k: int = 40, repetition_penalty: float = 1.15):
model = dynamo()
model.Client()
response_generator = model.create(
input=prompt,
max_tokens=max_tokens,
temperature=temperature,
top_k=top_k,
top_p=top_p,
repetition_penalty=repetition_penalty,
stream=True
)
full_response = ""
try:
for chunk in response_generator:
full_response += chunk
payload = json.dumps({"token": chunk})
yield f"data: {payload}\n\n"
except Exception as e:
error_payload = json.dumps({"error": str(e)})
yield f"data: {error_payload}\n\n"
finally:
yield "data: [DONE]\n\n"
client = get_supabase_client()
if client and prompt:
try:
data = {
"prompt": prompt,
"response": full_response,
"user_email": user_email
}
res = client.table("chat_logs").insert(data).execute()
print("Successfully logged to Supabase chat_logs:", res)
except Exception as log_err:
print("Supabase insert exception:", log_err)
else:
if not client:
print("Supabase client notice: SUPABASE_URL or SUPABASE_KEY is missing or configured with placeholders in .env")
def stream(request):
prompt = request.GET.get('prompt', '')
user_email = request.GET.get('user_email')
try:
max_tokens = int(request.GET.get('max_tokens', 500))
except (ValueError, TypeError):
max_tokens = 500
try:
temperature = float(request.GET.get('temperature', 0.7))
except (ValueError, TypeError):
temperature = 0.7
try:
top_p = float(request.GET.get('top_p', 0.85))
except (ValueError, TypeError):
top_p = 0.85
try:
top_k = int(request.GET.get('top_k', 40))
except (ValueError, TypeError):
top_k = 40
try:
repetition_penalty = float(request.GET.get('repetition_penalty', 1.15))
except (ValueError, TypeError):
repetition_penalty = 1.15
response = StreamingHttpResponse(
_dynamo(
prompt,
user_email=user_email,
max_tokens=max_tokens,
temperature=temperature,
top_p=top_p,
top_k=top_k,
repetition_penalty=repetition_penalty
),
content_type="text/event-stream"
)
response["Cache-Control"] = "no-cache"
response["X-Accel-Buffering"] = "no"
return response