jam134 commited on
Commit
93db331
·
verified ·
1 Parent(s): c020f2c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -26
app.py CHANGED
@@ -4,6 +4,7 @@ from keep_alive import keep_alive_websocket
4
  import multiprocessing
5
  import os
6
  import time
 
7
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
 
9
  def respond(
@@ -15,17 +16,17 @@ def respond(
15
  top_p=0.95,
16
  ):
17
  messages = [{"role": "system", "content": system_message}]
18
-
19
  for val in history:
20
  if val[0]:
21
  messages.append({"role": "user", "content": val[0]})
22
  if val[1]:
23
  messages.append({"role": "assistant", "content": val[1]})
24
-
25
  messages.append({"role": "user", "content": message})
26
 
27
  response = ""
28
-
29
  for msg in client.chat_completion(
30
  messages,
31
  max_tokens=max_tokens,
@@ -43,17 +44,15 @@ demo = gr.ChatInterface(
43
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
44
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
45
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
46
- gr.Slider(
47
- minimum=0.1,
48
- maximum=1.0,
49
- value=0.95,
50
- step=0.05,
51
- label="Top-p (nucleus sampling)",
52
- ),
53
  ],
54
  )
55
 
56
  def tts1():
 
 
 
 
57
  網址1 = os.getenv('test1')
58
  網址2 = os.getenv('test2')
59
  urls = [網址1, 網址2] # 替換為你的多個網址
@@ -61,27 +60,15 @@ def tts1():
61
  while True:
62
  for url in urls:
63
  print(f"Connecting to WebSocket: {url}")
64
- # 在新的進程中保持連接五分鐘
65
- p = multiprocessing.Process(target=keep_alive_websocket, args=(url,))
66
- p.start()
67
-
68
- print(f"Staying connected for 5 minutes: {url}")
69
- time.sleep(5 * 60) # 主程式保持運行五分鐘
70
- print(f"Disconnecting from: {url}")
71
-
72
- # 停止子進程
73
- p.terminate()
74
- p.join()
75
-
76
- # 等待 5 分鐘再重新連接
77
- time.sleep(5 * 60)
78
 
79
  if __name__ == "__main__":
80
  # 創建一個進程用於保持 WebSocket 連接
81
  p1 = multiprocessing.Process(target=tts1)
82
  p1.start()
 
83
  # 啟動 Gradio 介面
84
- # demo.launch() # 這行根據你自己的情況來決定是否啟用
85
 
86
  # 等待 keep_alive 進程結束
87
- p1.join()
 
4
  import multiprocessing
5
  import os
6
  import time
7
+
8
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
9
 
10
  def respond(
 
16
  top_p=0.95,
17
  ):
18
  messages = [{"role": "system", "content": system_message}]
19
+
20
  for val in history:
21
  if val[0]:
22
  messages.append({"role": "user", "content": val[0]})
23
  if val[1]:
24
  messages.append({"role": "assistant", "content": val[1]})
25
+
26
  messages.append({"role": "user", "content": message})
27
 
28
  response = ""
29
+
30
  for msg in client.chat_completion(
31
  messages,
32
  max_tokens=max_tokens,
 
44
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
45
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
46
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
47
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
 
 
 
 
 
 
48
  ],
49
  )
50
 
51
  def tts1():
52
+ # 首次運行前等待 30 分鐘
53
+ print("Waiting for 30 minutes before starting WebSocket connections...")
54
+ time.sleep(30 * 60) # 等待 30 分鐘
55
+
56
  網址1 = os.getenv('test1')
57
  網址2 = os.getenv('test2')
58
  urls = [網址1, 網址2] # 替換為你的多個網址
 
60
  while True:
61
  for url in urls:
62
  print(f"Connecting to WebSocket: {url}")
63
+ keep_alive_websocket(url)
 
 
 
 
 
 
 
 
 
 
 
 
 
64
 
65
  if __name__ == "__main__":
66
  # 創建一個進程用於保持 WebSocket 連接
67
  p1 = multiprocessing.Process(target=tts1)
68
  p1.start()
69
+
70
  # 啟動 Gradio 介面
71
+ demo.launch()
72
 
73
  # 等待 keep_alive 進程結束
74
+ p1.join()