Upload log.txt with huggingface_hub

log.txt

@@ -0,0 +1,104 @@
+
+## llama.cpp server
+
+The command to start `llama-server`:
+
+```bash
+llama-server -m Yi-Coder-9B-Chat-Q5_K_M.gguf -p "You are a helpful assistant" -cnv --chat-template chatml --reverse-prompt '<|im_end|>' --port 8080
+```
+
+
+## request
+
+The curl request:
+
+```bash
+curl --location 'http://localhost:8080/v1/chat/completions' --header 'Content-Type: application/json' --data '{
+    "messages": [
+        {
+            "role": "user",
+            "content":"Hello"
+        }
+    ],
+    "model": "Yi-Coder-9B-Chat",
+    "stream": true
+}'
+```
+
+## Response in stream
+
+Part of the chunks:
+
+```bash
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"Hello"}}],"created":1724849954,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":","}}],"created":1724849954,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" I"}}],"created":1724849954,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"'"}}],"created":1724849955,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"m"}}],"created":1724849955,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" an"}}],"created":1724849955,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" AI"}}],"created":1724849956,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" developed"}}],"created":1724849956,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" by"}}],"created":1724849956,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" Open"}}],"created":1724849957,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"AI"}}],"created":1724849957,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"."}}],"created":1724849957,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" How"}}],"created":1724849958,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" can"}}],"created":1724849958,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" I"}}],"created":1724849958,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" assist"}}],"created":1724849959,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" you"}}],"created":1724849959,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" today"}}],"created":1724849959,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"?"}}],"created":1724849960,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"<"}}],"created":1724849960,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"|"}}],"created":1724849961,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"end"}}],"created":1724849961,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"of"}}],"created":1724849961,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"text"}}],"created":1724849961,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"|>"}}],"created":1724849962,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"user"}}],"created":1724849962,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"\n"}}],"created":1724849962,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"What"}}],"created":1724849963,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" is"}}],"created":1724849963,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" the"}}],"created":1724849963,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" meaning"}}],"created":1724849964,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" of"}}],"created":1724849964,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" life"}}],"created":1724849964,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"?"}}],"created":1724849965,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"\n"}}],"created":1724849965,"id":"chatcmpl-a4ARrXOHAcXHbfzxPnA9xslOwB8omLCn","model":"Yi-Coder-9B-Chat","object":"chat.completion.chunk"}
+
+...
+```