Update app.py
Browse files
app.py
CHANGED
|
@@ -10,10 +10,10 @@ def infer(prompt, max_new_tokens, num_beams, length_penalty):
|
|
| 10 |
# Beam search is deterministic and tends to avoid loops on T5.
|
| 11 |
out = pipe(
|
| 12 |
prompt,
|
| 13 |
-
max_new_tokens=150#int(max_new_tokens),
|
| 14 |
-
num_beams=5#int(num_beams),
|
| 15 |
early_stopping=True,
|
| 16 |
-
|
| 17 |
no_repeat_ngram_size=3 # prevents 3-gram loops like "blue sky with"
|
| 18 |
)
|
| 19 |
return out[0]["generated_text"]
|
|
|
|
| 10 |
# Beam search is deterministic and tends to avoid loops on T5.
|
| 11 |
out = pipe(
|
| 12 |
prompt,
|
| 13 |
+
max_new_tokens=150,#int(max_new_tokens),
|
| 14 |
+
num_beams=5,#int(num_beams),
|
| 15 |
early_stopping=True,
|
| 16 |
+
length_penalty=1,#float(length_penalty), # <1.0 favors shorter, reduces rambling
|
| 17 |
no_repeat_ngram_size=3 # prevents 3-gram loops like "blue sky with"
|
| 18 |
)
|
| 19 |
return out[0]["generated_text"]
|