Update app.py

app.py

@@ -18,13 +18,13 @@ def load_and_preprocess_data():
             example['prompt'], 
             truncation=True, 
             padding='max_length', 
-            max_length=512
+            max_length=500
         )
         rejected_tokenized = tokenizer(
             example['prompt'], 
             truncation=True, 
             padding='max_length', 
-            max_length=512
+            max_length=500
         )
         
         # Combine chosen and rejected in one sequence
@@ -35,7 +35,7 @@ def load_and_preprocess_data():
         }
         
         # Ensure the lengths match; adjust if necessary
-        max_length = 512 * 2  # Since we're combining two sequences
+        max_length = 500 * 2  # Since we're combining two sequences
         if len(inputs['input_ids']) > max_length:
             inputs['input_ids'] = inputs['input_ids'][:max_length]
             inputs['attention_mask'] = inputs['attention_mask'][:max_length]