Chaow Wu commited on
Commit
af8516a
·
1 Parent(s): 07b9ccf
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -9,7 +9,7 @@ def run(user_input, history):
9
  URI = f'https://spin-bass-richard-circulation.trycloudflare.com/api/v1/chat'
10
  request = {
11
  'user_input': user_input,
12
- 'max_new_tokens': 300,
13
  'auto_max_new_tokens': True,
14
  'max_tokens_second': 0,
15
  'history': history,
@@ -31,7 +31,7 @@ def run(user_input, history):
31
  # in presets/preset-name.yaml are used instead of the individual numbers.
32
  'preset': 'None',
33
  'do_sample': True,
34
- 'temperature': 1.19,
35
  'top_p': 0.9,
36
  'typical_p': 1,
37
  'epsilon_cutoff': 0, # In units of 1e-4
@@ -40,7 +40,7 @@ def run(user_input, history):
40
  'top_a': 0,
41
  'repetition_penalty': 1.44,
42
  'repetition_penalty_range': 0,
43
- 'encoder_repetition_penalty': 1.38,
44
  'top_k': 20,
45
  'min_length': 0,
46
  'no_repeat_ngram_size': 0,
 
9
  URI = f'https://spin-bass-richard-circulation.trycloudflare.com/api/v1/chat'
10
  request = {
11
  'user_input': user_input,
12
+ 'max_new_tokens': 400,
13
  'auto_max_new_tokens': True,
14
  'max_tokens_second': 0,
15
  'history': history,
 
31
  # in presets/preset-name.yaml are used instead of the individual numbers.
32
  'preset': 'None',
33
  'do_sample': True,
34
+ 'temperature': 1.30,
35
  'top_p': 0.9,
36
  'typical_p': 1,
37
  'epsilon_cutoff': 0, # In units of 1e-4
 
40
  'top_a': 0,
41
  'repetition_penalty': 1.44,
42
  'repetition_penalty_range': 0,
43
+ 'encoder_repetition_penalty': 1.50,
44
  'top_k': 20,
45
  'min_length': 0,
46
  'no_repeat_ngram_size': 0,