Update app.py

app.py

@@ -3,7 +3,7 @@ import random
 import string
 from datetime import datetime
 from supabase import create_client, Client
-from transformers import AutoModelForSequenceClassification, AutoTokenizer
+from transformers import AutoModelForSequenceClassification,AutoModelForCausalLM, AutoTokenizer
 from huggingface_hub import login
 import gradio as gr
 
@@ -13,9 +13,9 @@ huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
 login(token=huggingface_token)  # Authenticate with Hugging Face
 
 # Hugging Face model setup
-model_name = "mistralai/Mistral-7B-v0.1"  # Replace with the correct model path
-model = AutoModelForSequenceClassification.from_pretrained(model_name, use_auth_token=True)
-tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=True)
+pipe = pipeline("text-generation", model="mistralai/Mistral-7B-v0.1")     Copy  # Load model directly
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
 
 # Supabase setup
 SUPABASE_URL = os.getenv("SUPABASE_URL")