Chaow Wu commited on
Commit
df650cf
·
1 Parent(s): 5d6fd57
Files changed (1) hide show
  1. app.py +18 -18
app.py CHANGED
@@ -12,24 +12,24 @@ def run(user_input, history):
12
  'history': history,
13
  'max_new_tokens': 810,
14
  'presets': 'simple-1',
15
- 'typical_p' = 1,
16
- 'epsilon_cutoff' = 0,
17
- 'eta_cutoff' = 0,
18
- 'tfs' = 1,
19
- 'top_a' = 0,
20
- 'repetition_panalty_range' = 0,
21
- 'no_repeat_ngram_size' = 0,
22
- 'min_length' = 0,
23
- 'do_sample' = True,
24
- 'seed' = -1,
25
- 'guidance_scale' = 1,
26
- 'penalty_alpha' = 0,
27
- 'num_beams' = 1,
28
- 'length_penalty' = 1,
29
- 'microstat_mode' = 0,
30
- 'microstat_tau' = 5,
31
- 'microstat_eta' = 0.1,
32
- 'auto_max_new_tokens' = True
33
  }
34
 
35
  response = requests.post(URI, json=request)
 
12
  'history': history,
13
  'max_new_tokens': 810,
14
  'presets': 'simple-1',
15
+ 'typical_p' : 1,
16
+ 'epsilon_cutoff' : 0,
17
+ 'eta_cutoff' : 0,
18
+ 'tfs' : 1,
19
+ 'top_a' : 0,
20
+ 'repetition_panalty_range' : 0,
21
+ 'no_repeat_ngram_size' : 0,
22
+ 'min_length' : 0,
23
+ 'do_sample' : True,
24
+ 'seed' : -1,
25
+ 'guidance_scale' : 1,
26
+ 'penalty_alpha' : 0,
27
+ 'num_beams' : 1,
28
+ 'length_penalty' : 1,
29
+ 'microstat_mode' : 0,
30
+ 'microstat_tau' : 5,
31
+ 'microstat_eta' : 0.1,
32
+ 'auto_max_new_tokens' : True
33
  }
34
 
35
  response = requests.post(URI, json=request)