Update app.py
Browse files
app.py
CHANGED
|
@@ -592,7 +592,6 @@ USER_END = enc.encode_single_token("<|user_end|>")
|
|
| 592 |
ASST_START = enc.encode_single_token("<|assistant_start|>")
|
| 593 |
ASST_END = enc.encode_single_token("<|assistant_end|>")
|
| 594 |
|
| 595 |
-
print("✅ Model Ready")
|
| 596 |
|
| 597 |
# ============================================================================
|
| 598 |
# CHAT
|
|
@@ -617,8 +616,8 @@ def respond(message, history):
|
|
| 617 |
|
| 618 |
for token in model.generate(
|
| 619 |
ids,
|
| 620 |
-
max_tokens=
|
| 621 |
-
temperature=0.
|
| 622 |
top_k=50,
|
| 623 |
):
|
| 624 |
|
|
@@ -678,10 +677,10 @@ theme = gr.themes.Soft(
|
|
| 678 |
|
| 679 |
demo = gr.ChatInterface(
|
| 680 |
fn=respond,
|
| 681 |
-
title="Treevik-2 2.5B",
|
| 682 |
description="""
|
| 683 |
<div style='text-align:center'>
|
| 684 |
-
<h3>PlusB Intelligence Lab</h3>
|
| 685 |
<p>Instruction Tuned 2.5B Parameter Model</p>
|
| 686 |
</div>
|
| 687 |
""",
|
|
@@ -692,7 +691,7 @@ demo = gr.ChatInterface(
|
|
| 692 |
type="messages",
|
| 693 |
),
|
| 694 |
textbox=gr.Textbox(
|
| 695 |
-
placeholder="
|
| 696 |
container=False,
|
| 697 |
),
|
| 698 |
theme=theme,
|
|
|
|
| 592 |
ASST_START = enc.encode_single_token("<|assistant_start|>")
|
| 593 |
ASST_END = enc.encode_single_token("<|assistant_end|>")
|
| 594 |
|
|
|
|
| 595 |
|
| 596 |
# ============================================================================
|
| 597 |
# CHAT
|
|
|
|
| 616 |
|
| 617 |
for token in model.generate(
|
| 618 |
ids,
|
| 619 |
+
max_tokens=1000,
|
| 620 |
+
temperature=0.5,
|
| 621 |
top_k=50,
|
| 622 |
):
|
| 623 |
|
|
|
|
| 677 |
|
| 678 |
demo = gr.ChatInterface(
|
| 679 |
fn=respond,
|
| 680 |
+
title="Treevik-2 (2.5B)",
|
| 681 |
description="""
|
| 682 |
<div style='text-align:center'>
|
| 683 |
+
<h3>By PlusB Intelligence Lab</h3>
|
| 684 |
<p>Instruction Tuned 2.5B Parameter Model</p>
|
| 685 |
</div>
|
| 686 |
""",
|
|
|
|
| 691 |
type="messages",
|
| 692 |
),
|
| 693 |
textbox=gr.Textbox(
|
| 694 |
+
placeholder="Talk to Treevik...",
|
| 695 |
container=False,
|
| 696 |
),
|
| 697 |
theme=theme,
|