PlusBIntelligenceLab commited on
Commit
d9a2eee
Β·
verified Β·
1 Parent(s): cb63575

Fixing Deployment [V2]

Browse files
Files changed (2) hide show
  1. app.py +20 -38
  2. requirements.txt +1 -1
app.py CHANGED
@@ -180,54 +180,36 @@ ASST_END = enc.encode_single_token("<|assistant_end|>")
180
  print(f"βœ… Loaded on {device} ({sum(p.numel() for p in model.parameters())/1e6:.0f}M params)")
181
 
182
  # ╔══════════════════════════════════════════════════════════════════════════╗
183
- # β•‘ Gradio Chat UI β•‘
184
  # β•šβ•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•
185
 
186
- def build_prompt(history):
 
187
  ids = [BOS]
188
- for user_msg, bot_msg in history:
189
- ids += [USER_START] + enc.encode_ordinary(user_msg) + [USER_END]
190
- if bot_msg:
191
- ids += [ASST_START] + enc.encode_ordinary(bot_msg) + [ASST_END]
 
 
192
  ids.append(ASST_START)
193
- return ids
194
 
195
- def chat(message, history, temperature, max_tokens, top_k):
196
- history = history or []
197
- history.append((message, ""))
198
- prompt_ids = build_prompt([(m, r) for m, r in history[:-1]] + [(message, None)])
199
  response = ""
200
- for token in model.generate(prompt_ids, max_tokens=int(max_tokens), temperature=temperature, top_k=int(top_k)):
201
  if token == ASST_END:
202
  break
203
  response += enc.decode([token])
204
- history[-1] = (message, response)
205
- yield history
206
-
207
- with gr.Blocks(
208
- title="Treevik-1 Chat",
 
 
 
209
  theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue"),
210
- css=".chatbot { min-height: 500px; } footer { display: none !important; }"
211
- ) as demo:
212
- gr.Markdown("""
213
- # 🌳 Treevik-1 500M Instruct
214
- **By PlusB Intelligence Lab** β€’ Created by Sayan Chowdhury
215
-
216
- The first model in the Treevik family β€” a 500M parameter language model fine-tuned for conversation.
217
- """)
218
-
219
- chatbot = gr.Chatbot(elem_classes="chatbot", label="Chat")
220
- msg = gr.Textbox(placeholder="Type a message...", label="Your message", lines=1)
221
-
222
- with gr.Accordion("βš™οΈ Settings", open=False):
223
- temperature = gr.Slider(0.1, 1.5, value=0.7, step=0.1, label="Temperature")
224
- max_tokens = gr.Slider(64, 1024, value=512, step=64, label="Max Tokens")
225
- top_k = gr.Slider(1, 100, value=50, step=1, label="Top-K")
226
-
227
- clear = gr.ClearButton([msg, chatbot], value="πŸ—‘οΈ Clear Chat")
228
- msg.submit(chat, [msg, chatbot, temperature, max_tokens, top_k], chatbot).then(lambda: "", outputs=msg)
229
-
230
- gr.Markdown("---\n*Treevik-1 is a 500M parameter model and may produce incorrect information. Built with ❀️ at PlusB Intelligence Lab, India.*")
231
 
232
  demo.queue()
233
  demo.launch(server_name="0.0.0.0", server_port=7860)
 
180
  print(f"βœ… Loaded on {device} ({sum(p.numel() for p in model.parameters())/1e6:.0f}M params)")
181
 
182
  # ╔══════════════════════════════════════════════════════════════════════════╗
183
+ # β•‘ Gradio Chat UI (using ChatInterface β€” no schema bugs) β•‘
184
  # β•šβ•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•
185
 
186
+ def respond(message, history):
187
+ # Build prompt from history
188
  ids = [BOS]
189
+ for msg in history:
190
+ if msg["role"] == "user":
191
+ ids += [USER_START] + enc.encode_ordinary(msg["content"]) + [USER_END]
192
+ elif msg["role"] == "assistant":
193
+ ids += [ASST_START] + enc.encode_ordinary(msg["content"]) + [ASST_END]
194
+ ids += [USER_START] + enc.encode_ordinary(message) + [USER_END]
195
  ids.append(ASST_START)
 
196
 
197
+ # Stream response
 
 
 
198
  response = ""
199
+ for token in model.generate(ids, max_tokens=512, temperature=0.7, top_k=50):
200
  if token == ASST_END:
201
  break
202
  response += enc.decode([token])
203
+ yield response
204
+
205
+ demo = gr.ChatInterface(
206
+ fn=respond,
207
+ title="🌳 Treevik-1 500M Instruct",
208
+ description="By **PlusB Intelligence Lab** β€’ Created by Sayan Chowdhury\n\nThe first model in the Treevik family β€” a 500M parameter language model fine-tuned for conversation.",
209
+ examples=["Who are you?", "Tell me about yourself", "What is machine learning?", "Write a short poem about AI"],
210
+ type="messages",
211
  theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue"),
212
+ )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
213
 
214
  demo.queue()
215
  demo.launch(server_name="0.0.0.0", server_port=7860)
requirements.txt CHANGED
@@ -1,4 +1,4 @@
1
  torch
2
  tiktoken
3
- gradio==4.44.0
4
  huggingface_hub==0.24.0
 
1
  torch
2
  tiktoken
3
+ gradio==5.12.0
4
  huggingface_hub==0.24.0