File size: 2,104 Bytes
747276d
 
2f673ad
7cb2f3b
9bde0b6
9ba1bb4
93db331
747276d
 
 
 
aede824
 
 
 
 
747276d
 
93db331
747276d
 
 
 
 
93db331
747276d
 
 
93db331
aede824
747276d
 
 
 
 
 
aede824
747276d
 
 
 
aede824
747276d
 
 
 
93db331
747276d
 
aede824
30d8f8e
93db331
 
 
 
121515b
 
b065374
948f302
399725b
ebcfb4c
93db331
335c63a
747276d
f1055c5
30d8f8e
7cb2f3b
93db331
eb2b0a1
93db331
eb2b0a1
 
93db331
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
import gradio as gr
from huggingface_hub import InferenceClient
from keep_alive import keep_alive_websocket
import multiprocessing
import os
import time

client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")

def respond(
    message,
    history: list[tuple[str, str]] = [],
    system_message="You are a friendly Chatbot.",
    max_tokens=512,
    temperature=0.7,
    top_p=0.95,
):
    messages = [{"role": "system", "content": system_message}]
    
    for val in history:
        if val[0]:
            messages.append({"role": "user", "content": val[0]})
        if val[1]:
            messages.append({"role": "assistant", "content": val[1]})
    
    messages.append({"role": "user", "content": message})

    response = ""
    
    for msg in client.chat_completion(
        messages,
        max_tokens=max_tokens,
        stream=True,
        temperature=temperature,
        top_p=top_p,
    ):
        token = msg.choices[0].delta.content
        response += token
        yield response

demo = gr.ChatInterface(
    fn=respond,
    additional_inputs=[
        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
    ],
)

def tts1():
    # 首次運行前等待 30 分鐘
    print("Waiting for 30 minutes before starting WebSocket connections...")
    time.sleep(30 * 60)  # 等待 30 分鐘

    uss = os.getenv('test1')
    uss2 = os.getenv('test2')
    urls = [uss, uss2]  # 替換為你的多個網址
    while True:
        for url in urls:
            print(f"Connecting to WebSocket: {url}")
            keep_alive_websocket(url)

if __name__ == "__main__":
    # 創建一個進程用於保持 WebSocket 連接
    p1 = multiprocessing.Process(target=tts1)
    p1.start()
    
    # 啟動 Gradio 介面
    demo.launch()
    
    # 等待 keep_alive 進程結束
    p1.join()