Update app.py
Browse files
app.py
CHANGED
|
@@ -47,7 +47,6 @@ meta_path = hf_hub_download(REPO_ID, "meta_sft.json")
|
|
| 47 |
weights_path = hf_hub_download(REPO_ID, "treevik2-2.5B-Instruct-Colab.pt")
|
| 48 |
tokenizer_path = hf_hub_download(REPO_ID, "tokenizer.pkl")
|
| 49 |
|
| 50 |
-
print("✅ Downloaded!")
|
| 51 |
|
| 52 |
# ============================================================================
|
| 53 |
# MODEL ARCHITECTURE
|
|
@@ -616,7 +615,7 @@ def respond(message, history):
|
|
| 616 |
|
| 617 |
for token in model.generate(
|
| 618 |
ids,
|
| 619 |
-
max_tokens=
|
| 620 |
temperature=0.5,
|
| 621 |
top_k=50,
|
| 622 |
):
|
|
|
|
| 47 |
weights_path = hf_hub_download(REPO_ID, "treevik2-2.5B-Instruct-Colab.pt")
|
| 48 |
tokenizer_path = hf_hub_download(REPO_ID, "tokenizer.pkl")
|
| 49 |
|
|
|
|
| 50 |
|
| 51 |
# ============================================================================
|
| 52 |
# MODEL ARCHITECTURE
|
|
|
|
| 615 |
|
| 616 |
for token in model.generate(
|
| 617 |
ids,
|
| 618 |
+
max_tokens=2048,
|
| 619 |
temperature=0.5,
|
| 620 |
top_k=50,
|
| 621 |
):
|