Update handler.py

handler.py

@@ -22,16 +22,16 @@ class EndpointHandler():
         print("tokenizer created  ", datetime.now())
 
         
-    stop_token_ids = self.tokenizer.convert_tokens_to_ids(["<|endoftext|>"])
-
-    class StopOnTokens(StoppingCriteria):
-        def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs):
-            for stop_id in stop_token_ids:
-                if input_ids[0][-1] == stop_id:
-                    return True
-            return False
-
-    stopping_criteria = StoppingCriteriaList([StopOnTokens()])
+        stop_token_ids = self.tokenizer.convert_tokens_to_ids(["<|endoftext|>"])
+    
+        class StopOnTokens(StoppingCriteria):
+            def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs):
+                for stop_id in stop_token_ids:
+                    if input_ids[0][-1] == stop_id:
+                        return True
+                return False
+    
+        stopping_criteria = StoppingCriteriaList([StopOnTokens()])
         
         self.generate_text = transformers.pipeline(
             model=self.model,