#include #include #include #include const char* WIFI_SSID = "YOUR_WIFI_SSID"; const char* WIFI_PASS = "YOUR_WIFI_PASSWORD"; const char* SPACE_HOST = "onyxl-esp32-ai-proxy.hf.space"; const char* ROOT_CA = \ "-----BEGIN CERTIFICATE-----\n" \ "MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw\n" \ "TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh\n" \ "cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4\n" \ "WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu\n" \ "ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY\n" \ "MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc\n" \ "h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+\n" \ "0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6\n" \ "UA5/TR5dKYmDJdGKo0CnKCt0NN0DFHfGgFCW1B1LDs7CS1ahPgFAo9dSO6L2XO4n\n" \ "mLsG/rM2VAG8mMFBa50EO+03auFzT+R1FaFtIq6Kt90pRs+gk5i+blxLnKNue3Y\n" \ "hrG7F+rW+4kJ8p6eGNT7+R8vE99aOIfFbQ0hQ4GKVk0aGh4YJ5dJM1wnZ5Jx4Sm\n" \ "l+Y0L0aJajvDx5FpK5MN/dAq+XN0k5NbC6H0oOSjNF4LS4V0beMe6VX7dOLO0bP\n" \ "y2QqEU4V1TmNp48Te8F5T/5dN7UeYIBHq4IXYjckS4cMmb5aM/SzGmHGLM6Ux4s\n" \ "+A5V2tw/0dNa2yVv0fIS3rK2S5HdCb9hKBjAib3Vv0dKxr9rDw1DcB9K2eHJ4O6\n" \ "G09P8tQn8i6e7W+NDK2v3W+6dHS7pLQ9sA3mFhgR6y810h2Y+ZHxY0yP3PQfO0\n" \ "R86u9KuHnFtS0eN2Y4Y+5FqY0eK9Yd0mIJ9Dv6dq3hP1KjM4dKv6L7aH/8M1fG\n" \ "h6TQl3P9dM8k+4QfFPl7+1Y0z9L1d9d2fkH4YrpDl4mQ1eMnJMO0hLaE47Y0k4\n" \ "bLGjMkM6cJuh1h4k9PND2DqI0H2RFnEjbI9N3l5T2FDeBfR1V2T5U2qVdNnU9T\n" \ "/jUk841JY3Y2vjNlL1GF3EFjYkVLpN0g3Q7D0L0T3kJH1MBHG0d3qfp4Nkj8rD\n" \ "+qGfnGzN0ea3xLhDK8x1dO7KlXRv6l3K7U4Z1n4N3sO4U4lT1KbqPJXn1fO8cK\n" \ "nJ4uKjk3hN8+4cX1u5M3Mn9DU1GdXR4aP8s9mH2g7GQRvVJn1dO3+h3O0mJZt+\n" \ "34Yr1MEFKkVsg7rNk1ZVa1h4Xb6fK5gRdCPLPv5j7h0x1b4d2g5L0J9Q3G1w1p\n" \ "x4mY4j9JCTY+0E0dG2rj8fBMeY4o2qA3dGf1dI7qU6Lf1dM5k1O0l6b1dJh4zC\n" \ "N3U1XeJU1kjn/Mwz9f3k1s0X9b2+1k2L7Q3f5O6i1j2j3d4+5e7f8g9h0i1j2k\n" \ "3l4m5n6o7p8q9r0s1t2u3v4w5x6y7z8A9B0C1D2E3F4G5H6I7J8K9L0M1N2O3\n" \ "P4Q5R6S7T8U9V0W1X2Y3Z4A5B6C7D8E9F0G1H2I3J4K5L6M7N8O9P0Q1R2S3T\n" \ "4U5V6W7X8Y9Z0a1b2c3d4e5f6g7h8i9j0k1l2m3n4o5p6q7r8s9t0u1v2w3x\n" \ "4y5z\n" \ "-----END CERTIFICATE-----\n"; String history = ""; void connectWiFi() { WiFi.begin(WIFI_SSID, WIFI_PASS); Serial.print("Connecting to WiFi"); while (WiFi.status() != WL_CONNECTED) { delay(500); Serial.print("."); } Serial.println("\nWiFi connected: " + WiFi.localIP().toString()); } String generateUUID() { String uuid = ""; for (int i = 0; i < 8; i++) uuid += String(random(0, 16), HEX); uuid += "-"; for (int i = 0; i < 4; i++) uuid += String(random(0, 16), HEX); uuid += "-4"; for (int i = 0; i < 3; i++) uuid += String(random(0, 16), HEX); uuid += "-"; String variants = "89ab"; uuid += variants[random(0, 4)]; for (int i = 0; i < 3; i++) uuid += String(random(0, 16), HEX); uuid += "-"; for (int i = 0; i < 12; i++) uuid += String(random(0, 16), HEX); return uuid; } String postJSON(String path, String body) { WiFiClientSecure secure; secure.setCACert(ROOT_CA); HTTPClient https; String url = "https://" + String(SPACE_HOST) + path; https.begin(secure, url); https.addHeader("Content-Type", "application/json"); int code = https.POST(body); String response = ""; if (code > 0) { response = https.getString(); } else { Serial.println("POST error: " + https.errorToString(code)); } https.end(); return response; } String askAI(String message, String context) { String sessionHash = generateUUID(); if (context.length() > 0) { message = "[Device context: " + context + "] " + message; } String historyVal = history; if (historyVal.length() == 0) historyVal = "[]"; StaticJsonDocument<512> payload; JsonArray data = payload.createNestedArray("data"); data.add(message); data.add(historyVal); data.add("Qwen/Qwen2.5-7B-Instruct"); payload["fn_index"] = 1; payload["session_hash"] = sessionHash; String payloadStr; serializeJson(payload, payloadStr); Serial.println("Submitting request..."); String joinResp = postJSON("/gradio_api/queue/join", payloadStr); if (joinResp.length() == 0) { return "{\"error\": \"Failed to join queue\"}"; } Serial.println("Waiting for response..."); String resultUrl = "/gradio_api/queue/data?session_hash=" + sessionHash; WiFiClientSecure secure; secure.setCACert(ROOT_CA); HTTPClient https; String url = "https://" + String(SPACE_HOST) + resultUrl; https.begin(secure, url); https.setTimeout(30000); int httpCode = https.GET(); if (httpCode != 200) { https.end(); return "{\"error\": \"SSE request failed: " + String(httpCode) + "\"}"; } String result = ""; String line = ""; unsigned long start = millis(); while (millis() - start < 30000) { if (https.connected()) { if (https.available()) { char c = https.read(); line += c; if (c == '\n') { if (line.startsWith("data: ")) { String data = line.substring(6); data.trim(); if (data == "[DONE]") break; StaticJsonDocument<2048> event; DeserializationError err = deserializeJson(event, data); if (!err && event.containsKey("output")) { JsonObject output = event["output"]; if (output.containsKey("data")) { JsonArray outData = output["data"].as(); if (outData.size() > 0) { result = outData[0].as(); } } } } line = ""; } } } else { break; } } https.end(); if (result.length() == 0) { return "{\"error\": \"No response received\"}"; } StaticJsonDocument<1024> respDoc; DeserializationError err = deserializeJson(respDoc, result); if (!err) { if (respDoc.containsKey("history")) { history = respDoc["history"].as(); } } return result; } void handleToolCall(JsonDocument& toolCall) { String name = toolCall["name"].as(); JsonObject args = toolCall["arguments"]; Serial.println("Executing tool: " + name); if (name == "set_led") { int pin = args["pin"] | 2; String state = args["state"] | "off"; pinMode(pin, OUTPUT); digitalWrite(pin, state == "on" ? HIGH : LOW); Serial.println("LED pin " + String(pin) + " set to " + state); } else if (name == "read_sensor") { int pin = args["pin"] | 34; int value = analogRead(pin); Serial.println("Sensor pin " + String(pin) + " = " + String(value)); } else if (name == "set_motor") { int pin = args["pin"] | 5; int speed = args["speed"] | 0; ledcSetup(0, 1000, 8); ledcAttachPin(pin, 0); ledcWrite(0, speed); Serial.println("Motor pin " + String(pin) + " speed = " + String(speed)); } else if (name == "digital_write") { int pin = args["pin"] | 2; int value = args["value"] | 0; pinMode(pin, OUTPUT); digitalWrite(pin, value); Serial.println("Pin " + String(pin) + " written " + String(value)); } else if (name == "digital_read") { int pin = args["pin"] | 4; pinMode(pin, INPUT); int value = digitalRead(pin); Serial.println("Pin " + String(pin) + " read = " + String(value)); } else if (name == "analog_write") { int pin = args["pin"] | 5; int value = args["value"] | 0; ledcSetup(0, 1000, 8); ledcAttachPin(pin, 0); ledcWrite(0, value); Serial.println("Pin " + String(pin) + " PWM = " + String(value)); } else if (name == "beep") { int pin = args["pin"] | 8; int duration = args["duration_ms"] | 200; pinMode(pin, OUTPUT); digitalWrite(pin, HIGH); delay(duration); digitalWrite(pin, LOW); Serial.println("Beep on pin " + String(pin) + " for " + String(duration) + "ms"); } } void processResponse(String response) { StaticJsonDocument<1024> doc; DeserializationError err = deserializeJson(doc, response); if (err) { Serial.println("Response: " + response); return; } if (doc.containsKey("response")) { Serial.println("AI: " + doc["response"].as()); } if (doc.containsKey("tool_calls")) { JsonArray toolCalls = doc["tool_calls"].as(); for (JsonVariant tc : toolCalls) { handleToolCall(tc); } String toolSummary = "Tool executed successfully"; String resultResponse = askAI(toolSummary, "tool_result"); processResponse(resultResponse); } } void setup() { Serial.begin(115200); delay(1000); randomSeed(analogRead(0)); Serial.println("\n=== ESP32 AI Proxy Client ==="); connectWiFi(); String response = askAI("Hello, I am an ESP32-S3. What can you help me with?", ""); processResponse(response); } void loop() { if (Serial.available()) { String input = Serial.readStringUntil('\n'); input.trim(); if (input.length() > 0) { Serial.println("\nYou: " + input); String sensorData = "Temperature: 25C, Humidity: 60%"; String response = askAI(input, sensorData); processResponse(response); } } delay(100); }