Update app.py

app.py

@@ -6,7 +6,7 @@ import time
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
 # === CONFIGURATION ===
-MODEL_NAME = "facebook/opt-1.3b"  # ✅ Stable, open, free, small!
+MODEL_NAME = "facebook/opt-350m"  # ✅ Very fast, perfect for HuggingFace free hardware!
 
 MEMORY_FILE = "memory.json"
 EMOTIONS_FILE = "emotions.json"
@@ -76,7 +76,7 @@ def save_state():
     save_json(EMOTIONS_FILE, emotions)
     save_json(BELIEFS_FILE, beliefs)
 
-def simulate_typing(text, delay=0.01):
+def simulate_typing(text, delay=0.005):  # Faster simulated typing
     typed_text = ""
     for char in text:
         typed_text += char
@@ -94,15 +94,15 @@ def chat_with_ai(user_input, history, turbo_mode):
         conversation += f"User: {msg['user']}\nAssistant thought: {msg['internal_state']}\n"
     conversation += f"User: {user_input}\nAssistant:"
 
-    inputs = tokenizer(conversation, return_tensors="pt", truncation=True, max_length=2048).to(model.device)
+    inputs = tokenizer(conversation, return_tensors="pt", truncation=True, max_length=1024).to(model.device)
 
     generate_args = {
         'input_ids': inputs.input_ids,
-        'max_length': inputs.input_ids.shape[-1] + (50 if turbo_mode else 150),
+        'max_length': inputs.input_ids.shape[-1] + (30 if turbo_mode else 80),  # Shorter outputs
         'temperature': 0.6 if turbo_mode else 0.7,
-        'top_k': 20 if turbo_mode else 40,
-        'top_p': 0.85,
-        'do_sample': not turbo_mode,
+        'top_k': 30,
+        'top_p': 0.9,
+        'do_sample': True,
         'pad_token_id': tokenizer.eos_token_id,
         'early_stopping': True
     }
@@ -141,17 +141,17 @@ body {
 
 # === GRADIO APP ===
 with gr.Blocks(css=css) as app:
-    gr.Markdown("## 🤖 Ultra Living AI - OPT 1.3B Super Intelligence", elem_id="title")
+    gr.Markdown("## 🤖 Ultra Fast Living AI - OPT-350M", elem_id="title")
 
     chatbot = gr.Chatbot(label="Chat History", type="messages", render=False)
-    user_input = gr.Textbox(lines=4, label="Your Message", placeholder="Type your message...")
-    ai_output = gr.Textbox(lines=6, label="🤖 AI's Response", interactive=False, placeholder="AI will respond here...")
+    user_input = gr.Textbox(lines=3, label="Your Message", placeholder="Type your message...")
+    ai_output = gr.Textbox(lines=5, label="🤖 AI's Response", interactive=False, placeholder="AI will respond here...")
 
     with gr.Row():
         send_btn = gr.Button("Send")
         clear_btn = gr.Button("Clear Chat")
         save_btn = gr.Button("Save Chat")
-        turbo_mode = gr.Checkbox(label="🚀 Turbo Mode (Faster, Shorter Replies)", value=False)
+        turbo_mode = gr.Checkbox(label="🚀 Turbo Mode (Faster Replies)", value=True)
 
     status_box = gr.Textbox(label="System Status", interactive=False)