DrDavis commited on
Commit
2875eed
·
verified ·
1 Parent(s): 62cad7a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -10,10 +10,10 @@ def infer(prompt, max_new_tokens, num_beams, length_penalty):
10
  # Beam search is deterministic and tends to avoid loops on T5.
11
  out = pipe(
12
  prompt,
13
- max_new_tokens=150#int(max_new_tokens),
14
- num_beams=5#int(num_beams),
15
  early_stopping=True,
16
- length_penalty1#=float(length_penalty), # <1.0 favors shorter, reduces rambling
17
  no_repeat_ngram_size=3 # prevents 3-gram loops like "blue sky with"
18
  )
19
  return out[0]["generated_text"]
 
10
  # Beam search is deterministic and tends to avoid loops on T5.
11
  out = pipe(
12
  prompt,
13
+ max_new_tokens=150,#int(max_new_tokens),
14
+ num_beams=5,#int(num_beams),
15
  early_stopping=True,
16
+ length_penalty=1,#float(length_penalty), # <1.0 favors shorter, reduces rambling
17
  no_repeat_ngram_size=3 # prevents 3-gram loops like "blue sky with"
18
  )
19
  return out[0]["generated_text"]