Update inference parameters
Browse files
app.py
CHANGED
|
@@ -13,7 +13,7 @@ ffn_dim = embed_dim * 4
|
|
| 13 |
n_vocab = 50257
|
| 14 |
max_seq_len = 576
|
| 15 |
dropout = 0.1
|
| 16 |
-
top_p_value = 0.
|
| 17 |
|
| 18 |
@spaces.GPU
|
| 19 |
def load_model():
|
|
@@ -43,7 +43,7 @@ app = gr.Interface(
|
|
| 43 |
[
|
| 44 |
gr.Textbox(label='Prompt', lines=3),
|
| 45 |
gr.Number(label='Output Tokens', value=100),
|
| 46 |
-
gr.Slider(0.1, 2.0, step=0.1, value=1.
|
| 47 |
],
|
| 48 |
gr.Textbox(label='Output', lines=11)
|
| 49 |
)
|
|
|
|
| 13 |
n_vocab = 50257
|
| 14 |
max_seq_len = 576
|
| 15 |
dropout = 0.1
|
| 16 |
+
top_p_value = 0.9
|
| 17 |
|
| 18 |
@spaces.GPU
|
| 19 |
def load_model():
|
|
|
|
| 43 |
[
|
| 44 |
gr.Textbox(label='Prompt', lines=3),
|
| 45 |
gr.Number(label='Output Tokens', value=100),
|
| 46 |
+
gr.Slider(0.1, 2.0, step=0.1, value=1.0, label='Temperature')
|
| 47 |
],
|
| 48 |
gr.Textbox(label='Output', lines=11)
|
| 49 |
)
|