Spaces:

rr19tech
/

PLNB-Model-SMOL

Paused

rr19tech commited on Apr 6

Commit

9d43681

verified ·

1 Parent(s): c117d87

added stream

Files changed (1) hide show

app.py CHANGED Viewed

@@ -16,9 +16,10 @@ def chat(message, history):
     # 2. Generate with a 'stop' token
     outputs = pipe(
         prompt,
-        max_new_tokens=100,
         do_sample=True,
         temperature=0.2,
         eos_token_id=tokenizer.eos_token_id,
         pad_token_id=tokenizer.eos_token_id
     )

     # 2. Generate with a 'stop' token
     outputs = pipe(
         prompt,
+        max_new_tokens=200,
         do_sample=True,
         temperature=0.2,
+        stream=True,
         eos_token_id=tokenizer.eos_token_id,
         pad_token_id=tokenizer.eos_token_id
     )