Spaces:
Runtime error
Runtime error
Chaow Wu commited on
Commit ·
af8516a
1
Parent(s): 07b9ccf
app.py
CHANGED
|
@@ -9,7 +9,7 @@ def run(user_input, history):
|
|
| 9 |
URI = f'https://spin-bass-richard-circulation.trycloudflare.com/api/v1/chat'
|
| 10 |
request = {
|
| 11 |
'user_input': user_input,
|
| 12 |
-
'max_new_tokens':
|
| 13 |
'auto_max_new_tokens': True,
|
| 14 |
'max_tokens_second': 0,
|
| 15 |
'history': history,
|
|
@@ -31,7 +31,7 @@ def run(user_input, history):
|
|
| 31 |
# in presets/preset-name.yaml are used instead of the individual numbers.
|
| 32 |
'preset': 'None',
|
| 33 |
'do_sample': True,
|
| 34 |
-
'temperature': 1.
|
| 35 |
'top_p': 0.9,
|
| 36 |
'typical_p': 1,
|
| 37 |
'epsilon_cutoff': 0, # In units of 1e-4
|
|
@@ -40,7 +40,7 @@ def run(user_input, history):
|
|
| 40 |
'top_a': 0,
|
| 41 |
'repetition_penalty': 1.44,
|
| 42 |
'repetition_penalty_range': 0,
|
| 43 |
-
'encoder_repetition_penalty': 1.
|
| 44 |
'top_k': 20,
|
| 45 |
'min_length': 0,
|
| 46 |
'no_repeat_ngram_size': 0,
|
|
|
|
| 9 |
URI = f'https://spin-bass-richard-circulation.trycloudflare.com/api/v1/chat'
|
| 10 |
request = {
|
| 11 |
'user_input': user_input,
|
| 12 |
+
'max_new_tokens': 400,
|
| 13 |
'auto_max_new_tokens': True,
|
| 14 |
'max_tokens_second': 0,
|
| 15 |
'history': history,
|
|
|
|
| 31 |
# in presets/preset-name.yaml are used instead of the individual numbers.
|
| 32 |
'preset': 'None',
|
| 33 |
'do_sample': True,
|
| 34 |
+
'temperature': 1.30,
|
| 35 |
'top_p': 0.9,
|
| 36 |
'typical_p': 1,
|
| 37 |
'epsilon_cutoff': 0, # In units of 1e-4
|
|
|
|
| 40 |
'top_a': 0,
|
| 41 |
'repetition_penalty': 1.44,
|
| 42 |
'repetition_penalty_range': 0,
|
| 43 |
+
'encoder_repetition_penalty': 1.50,
|
| 44 |
'top_k': 20,
|
| 45 |
'min_length': 0,
|
| 46 |
'no_repeat_ngram_size': 0,
|