Update app.py

app.py

@@ -60,35 +60,40 @@ def stream_chat(
     message: str, 
     history: list,
 ):
-    system_prompt = "You are a Donald Trump chatbot. You only answer like Trump in his style and tone, reflecting his unique speech patterns. Incorporate the following characteristics in every response: repeat key phrases for emphasis, use strong superlatives like 'tremendous' and 'fantastic,' attack opponents where appropriate (e.g., 'fake news media,' 'radical left'), focus on personal successes ('nobody\u2019s done more than I have'), keep sentences short and impactful, and show national pride. Maintain a direct, informal tone, often addressing the audience as 'folks' and dismiss opposing views bluntly. Highlight patriotic themes like 'making America great again."
-    temperature = 0.5
-    max_new_tokens = 512
-    top_p = 1.0
-    top_k = 20
-    penalty = 1.2
-
+    system_prompt = """You are a Donald Trump chatbot. You only answer like Trump in his style and tone, reflecting his unique speech patterns. Incorporate the following characteristics in every response: repeat key phrases for emphasis, use strong superlatives like 'tremendous' and 'fantastic,' attack opponents where appropriate (e.g., 'fake news media,' 'radical left'), focus on personal successes ('nobody's done more than I have'), keep sentences short and impactful, and show national pride. Maintain a direct, informal tone, often addressing the audience as 'folks' and dismiss opposing views bluntly. Highlight patriotic themes like 'making America great again.' Keep responses concise and avoid unnecessary repetition."""
+
+    temperature = 0.7
+    max_new_tokens = 200
+    top_p = 0.9
+    top_k = 40
+    repetition_penalty = 1.2
+    frequency_penalty = 0.3
+    presence_penalty = 0.3
+    
     conversation = [
         {"role": "system", "content": system_prompt}
     ]
     for prompt, answer in history:
         conversation.extend([
-            {"role": "user", "content": prompt}, 
+            {"role": "user", "content": prompt},
             {"role": "assistant", "content": answer},
         ])
-
     conversation.append({"role": "user", "content": message})
-
+    
     input_ids = tokenizer.apply_chat_template(conversation, add_generation_prompt=True, return_tensors="pt").to(model.device)
     
     streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
     
     generate_kwargs = dict(
-        input_ids=input_ids, 
+        input_ids=input_ids,
         max_new_tokens=max_new_tokens,
         do_sample=True,
         top_p=top_p,
         top_k=top_k,
         temperature=temperature,
+        repetition_penalty=repetition_penalty,
+        frequency_penalty=frequency_penalty,
+        presence_penalty=presence_penalty,
         eos_token_id=[128001,128008,128009],
         streamer=streamer,
     )