VibeCoding / examples /waiting-recovery-validation.json
dellweb3's picture
Deploy verified conversational workbench and isolated Java application previews
253a5d4 verified
Raw History Blame Contribute Delete
19.9 kB
{
"waiting": {
"checks": [
"Original wizard submits an explicit recovery policy; conversation tail shows actual phase, elapsed time and read freshness instead of dots",
"Controlled GET interruption is visible and retries the same task without re-submitting",
"Actual Java compile failure automatically creates exactly one linked continuation, preserves old failure and reaches 39 protected HTTP passes without a user repair click",
"Recovered files and diff are reviewable; separate Java website calculates and rejects division by zero; original workbench and narrow layout remain usable"
],
"errors": [],
"controlled_failure": true,
"external_model_calls": 0,
"platform_code_digest": "cc0bd4d6541c7fd2c321bc1de034f9ef635384bfb24b8d0bebfc0b741573f5b2",
"fixture_budget_max_repairs": 0,
"original_run": "run-96763d49b9614327af86b1f0ee179916",
"final_run": "run-9cbdd0d6a3e24031a5ac60de6608da54",
"protected_http_cases": 39,
"controlled_provider_calls": 4,
"passed": 4
},
"https": {
"checks": [
"original conversation shell and all three real sessions work over HTTPS with secure cookies",
"foreign-origin mutation is rejected before entering the local app",
"workbench preview click opens the actual Java calculator on the same public HTTPS origin; decimal and error paths operate",
"application refresh is usable and original workbench remains at root",
"fresh third-party iframe and null WindowProxy popup receive only an authorized manager lease capability and run real Java",
"popup receives the exact parent identity; an independent programmer remains denied"
],
"errors": [],
"platform_code_digest": "cc0bd4d6541c7fd2c321bc1de034f9ef635384bfb24b8d0bebfc0b741573f5b2",
"cloud_runtime_files": {
"deploy/hf/adapter.py": "0088b19648ab9661bb6eb6bdf4fa34de368f5fe5d6c347a58504c60331f42e95",
"deploy/hf/app.py": "0e8a5729b5e99aae88c277d718e0afa6de21350515f92452996d10deac7612f3",
"deploy/hf/prepare_image.py": "8c548bf8881ee0510fd65e5d2de6b464df3d4212bcc5f736363bbdaac32ff0c7",
"deploy/hf/Dockerfile": "e18a9d956fec5943436409223be6ec5df6f85be46980a58458e02c9ce3439f31",
"deploy/hf/preview_bridge.py": "9a5fe782621e8a9afe2ff199f294018ae4910c007244e350c31829eaaf19d093",
"deploy/hf/scoped_preview.py": "278f70a4cff3b6fabf26d66a648910518356aa6efeba2a46b4a45f4332eee5bf",
"deploy/hf/preview-parent.js": "3f4dcde23d39cce65b597059ad42d759f8c4b35a76813a2c0f6ffb7483f9a442",
"deploy/hf/preview-bridge.js": "436c295efd8631f88cbcc46021a14f53173e3c4f6e471e63fcf8b3c1fe6ec014",
"deploy/hf/preview-bridge.html": "0f709ec2027d6f623cfa5c4b6aad4f104355895fdc768907b8c6dd31a52b06cc"
},
"scope": "local HTTPS ingress, not HF runtime",
"receipt": {
"source_digest": "b80e5c95d1153f8e664d4b7bac3701d52fecab2a41de12e5a49ea0fd795cd7a4",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"config_digest": "ec1c941302d1f0bf34512b9b524f7c8dc5bfd523f22fe50093f8cd757cdfc848",
"classes_digest": "779f483b28864a212c3e199cedc317c3664d207bc8eab14f7d48e47d6be085ad",
"tests": 39,
"network": "none",
"host_mounts": []
},
"passed": 6,
"tested_at_utc": "2026-10-24T05:09:19.413583+00:00"
},
"three_apps": {
"checks": [
"erp: exact HF-generated source passes protected tests again, real website operates and refreshes independently",
"calculator: exact HF-generated source passes protected tests again, real website operates and refreshes independently",
"pdf: exact HF-generated source passes protected tests again, real website operates and refreshes independently",
"All three independent real Java websites coexist; original conversation workbench stays at its entry"
],
"errors": [],
"scenarios": {
"erp": {
"generation_run": "run-8f523ff16b6b4c95832e46b4b6110a8d",
"source_digest": "86f2fd3b99c6f8b21ceb2595171ed841194fcc7c791b60ea1a8cf0d90d6ba1be",
"lease": "a36fe1894b964ecc9b5dd9be6900eda7",
"receipt": {
"source_digest": "86f2fd3b99c6f8b21ceb2595171ed841194fcc7c791b60ea1a8cf0d90d6ba1be",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"config_digest": "841129aac9dd785fe877d72002533547377a93994d0afb830dadb1273b51389a",
"classes_digest": "ba589b760a2583fe523da87f68e84a69e3914972b2cb6417c9a44f768ba604a1",
"tests": 25,
"network": "none",
"host_mounts": []
}
},
"calculator": {
"generation_run": "run-4e2329b555864957bc5b477ae1432717",
"source_digest": "e1c26eeccec092a09b3481bc6f601f6f02b043b0e0e41219ff67a2e295b6a798",
"lease": "22cb0f942ecf446c833abff754e1a6cf",
"receipt": {
"source_digest": "e1c26eeccec092a09b3481bc6f601f6f02b043b0e0e41219ff67a2e295b6a798",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"config_digest": "ec1c941302d1f0bf34512b9b524f7c8dc5bfd523f22fe50093f8cd757cdfc848",
"classes_digest": "31888e310a086e6807cc096b7bdb06164ae9a556c8f582228d9e9d7b43b0b6cf",
"tests": 39,
"network": "none",
"host_mounts": []
}
},
"pdf": {
"generation_run": "run-415025244a2a42f09cb63bc4e17902ca",
"source_digest": "9f3208baf0d4fa933050bde2753eee151517a6e197f2983a14bfdc7c92d9e79b",
"lease": "8a108743da8b4cdc8ba5bf29b4b7c749",
"receipt": {
"source_digest": "9f3208baf0d4fa933050bde2753eee151517a6e197f2983a14bfdc7c92d9e79b",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"config_digest": "128defe2109c8b7693134f252f9235bc863b5915fc11d640b8bd52394e589c72",
"classes_digest": "84d779e18a69c02f3dd173aa8899c5eb2a4688958424aebdacb467c44c50e3fe",
"tests": 23,
"network": "none",
"host_mounts": []
}
}
},
"external_model_calls": 0,
"platform_code_digest": "cc0bd4d6541c7fd2c321bc1de034f9ef635384bfb24b8d0bebfc0b741573f5b2",
"scope": "Exact prior HF-generated source replay on local QEMU, not a new cloud generation",
"passed": 4
},
"main": {
"passed": 3,
"checks": [
"Original 8789 shell and three real users remain usable",
"8810 QA was separate: production workbench still uses 8789 and independent 8791 previews",
"Wizard injects full brief into original composer and discloses bounded recovery before send"
],
"errors": [],
"model_calls_started": 0,
"platform_code_digest": "cc0bd4d6541c7fd2c321bc1de034f9ef635384bfb24b8d0bebfc0b741573f5b2"
},
"platform_code_digest": "cc0bd4d6541c7fd2c321bc1de034f9ef635384bfb24b8d0bebfc0b741573f5b2",
"unit_tests": {
"total": 241,
"passed": 239,
"skipped": 2
},
"hf_unit_tests": {
"passed": 27
},
"real_model_repair": {
"verification_run": "run-8dffb94f45144a9a919eb68fa9324c3e",
"model_generation_run": "run-38d1cd6dabbe4f57891547a0beccf54f",
"original_status": "unknown",
"original_error": "SANDBOX_TIMEOUT",
"method": "independent verification of unchanged, settled model output after local sandbox timeout; no model replay",
"source": {
"files": {
"src/main/java/demo/App.java": "package demo;\n\nimport com.sun.net.httpserver.HttpServer;\nimport com.sun.net.httpserver.HttpExchange;\nimport java.io.*;\nimport java.math.*;\nimport java.net.InetSocketAddress;\nimport java.nio.ByteBuffer;\nimport java.nio.CharBuffer;\nimport java.nio.charset.*;\nimport java.util.Base64;\nimport java.util.concurrent.Executors;\n\npublic class App {\n static final BigDecimal LIMIT = new BigDecimal(\"1e24\");\n static final MathContext MC = MathContext.DECIMAL128;\n static int ops, depth, pos; static String s;\n\n public static void main(String[] args) throws Exception {\n HttpServer svr = HttpServer.create(new InetSocketAddress(8080), 0);\n svr.setExecutor(Executors.newSingleThreadExecutor());\n svr.createContext(\"/\", App::handle);\n svr.start();\n }\n\n static void handle(HttpExchange ex) throws IOException {\n try { doHandle(ex); } finally { ex.close(); }\n }\n\n static void doHandle(HttpExchange ex) throws IOException {\n String p = ex.getRequestURI().getPath();\n if (\"/health\".equals(p)) {\n if (!\"GET\".equals(ex.getRequestMethod())) { send(ex,405,\"{\\\"error\\\":\\\"METHOD_NOT_ALLOWED\\\"}\"); return; }\n send(ex,200,\"{\\\"status\\\":\\\"ok\\\"}\"); return;\n }\n if (\"/api/calculate\".equals(p)) {\n if (!\"GET\".equals(ex.getRequestMethod())) { send(ex,405,\"{\\\"error\\\":\\\"METHOD_NOT_ALLOWED\\\"}\"); return; }\n String auth = ex.getRequestHeaders().getFirst(\"Authorization\");\n if (!\"Bearer demo-calculator\".equals(auth)) { send(ex,401,\"{\\\"error\\\":\\\"UNAUTHORIZED\\\"}\"); return; }\n calc(ex); return;\n }\n send(ex,404,\"{\\\"error\\\":\\\"NOT_FOUND\\\"}\");\n }\n\n static void calc(HttpExchange ex) throws IOException {\n String q = ex.getRequestURI().getRawQuery();\n if (q == null || q.isEmpty()) { send(ex,400,\"{\\\"error\\\":\\\"INVALID_INPUT\\\"}\"); return; }\n String[] parts = q.split(\"&\"); boolean found = false; String val = null;\n for (String part : parts) {\n int eq = part.indexOf('='); String k = eq<0?part:part.substring(0,eq); String v = eq<0?\"\":part.substring(eq+1);\n if (\"expression64\".equals(k)) { if (found||v.isEmpty()) { send(ex,400,\"{\\\"error\\\":\\\"INVALID_INPUT\\\"}\"); return; } found=true; val=v; }\n else { send(ex,400,\"{\\\"error\\\":\\\"INVALID_INPUT\\\"}\"); return; }\n }\n if (!found) { send(ex,400,\"{\\\"error\\\":\\\"INVALID_INPUT\\\"}\"); return; }\n if (val.length()>256) { send(ex,400,\"{\\\"error\\\":\\\"INVALID_INPUT\\\"}\"); return; }\n if (!val.matches(\"[A-Za-z0-9_-]*\")) { send(ex,400,\"{\\\"error\\\":\\\"INVALID_INPUT\\\"}\"); return; }\n byte[] bytes; try { bytes=Base64.getUrlDecoder().decode(val); } catch(Exception e) { send(ex,400,\"{\\\"error\\\":\\\"INVALID_INPUT\\\"}\"); return; }\n CharsetDecoder dec = StandardCharsets.UTF_8.newDecoder().onMalformedInput(CodingErrorAction.REPORT).onUnmappableCharacter(CodingErrorAction.REPORT);\n CharBuffer cb; try { cb=dec.decode(ByteBuffer.wrap(bytes)); } catch(Exception e) { send(ex,400,\"{\\\"error\\\":\\\"INVALID_INPUT\\\"}\"); return; }\n s=cb.toString();\n if (s.length()>128) { send(ex,422,\"{\\\"error\\\":\\\"LIMIT_EXCEEDED\\\"}\"); return; }\n ops=0; depth=0; pos=0;\n try {\n BigDecimal r=sum(); skip();\n if (pos<s.length()) throw new RuntimeException(\"INVALID_EXPRESSION\");\n BigDecimal f=r.setScale(12,RoundingMode.HALF_UP).stripTrailingZeros();\n String rs=f.compareTo(BigDecimal.ZERO)==0?\"0\":f.toPlainString();\n String j=\"{\\\"expression\\\":\\\"\"+esc(s)+\"\\\",\\\"result\\\":\\\"\"+rs+\"\\\"}\";\n send(ex,200,j);\n } catch(RuntimeException re) {\n String m=re.getMessage(); int c=400;\n if (\"LIMIT_EXCEEDED\".equals(m)) c=422;\n send(ex,c,\"{\\\"error\\\":\\\"\"+m+\"\\\"}\");\n }\n }\n\n static BigDecimal sum() {\n BigDecimal l=product(); skip();\n while(pos<s.length()&&(s.charAt(pos)=='+'||s.charAt(pos)=='-')) {\n char o=s.charAt(pos++); ops++; if(ops>64) throw new RuntimeException(\"LIMIT_EXCEEDED\");\n skip(); BigDecimal r=product();\n l=o=='+'?l.add(r,MC):l.subtract(r,MC); chk(l); skip();\n }\n return l;\n }\n\n static BigDecimal product() {\n BigDecimal l=unary(); skip();\n while(pos<s.length()&&(s.charAt(pos)=='*'||s.charAt(pos)=='/')) {\n char o=s.charAt(pos++); ops++; if(ops>64) throw new RuntimeException(\"LIMIT_EXCEEDED\");\n skip(); BigDecimal r=unary();\n if(o=='*') { l=l.multiply(r,MC); chk(l); } else {\n if(r.signum()==0) throw new RuntimeException(\"DIVISION_BY_ZERO\");\n l=l.divide(r,MC); chk(l);\n } skip();\n }\n return l;\n }\n\n static BigDecimal unary() {\n skip(); boolean neg=false;\n while(pos<s.length()&&(s.charAt(pos)=='+'||s.charAt(pos)=='-')) {\n if(s.charAt(pos)=='-') neg=!neg; ops++; if(ops>64) throw new RuntimeException(\"LIMIT_EXCEEDED\");\n pos++; skip();\n }\n BigDecimal r=atom(); return neg?r.negate(MC):r;\n }\n\n static BigDecimal atom() {\n skip();\n if(pos>=s.length()) throw new RuntimeException(\"INVALID_EXPRESSION\");\n char c=s.charAt(pos);\n if(c=='(') {\n depth++; if(depth>16) throw new RuntimeException(\"LIMIT_EXCEEDED\");\n pos++; skip(); BigDecimal r=sum(); skip();\n if(pos>=s.length()||s.charAt(pos)!=')') throw new RuntimeException(\"INVALID_EXPRESSION\");\n pos++; depth--; return r;\n }\n if((c>='0'&&c<='9')||c=='.') return num();\n throw new RuntimeException(\"INVALID_EXPRESSION\");\n }\n\n static BigDecimal num() {\n int st=pos, dc=0; boolean dot=false;\n while(pos<s.length()) {\n char c=s.charAt(pos);\n if(c>='0'&&c<='9') { dc++; pos++; }\n else if(c=='.'&&!dot) { dot=true; pos++; if(pos>=s.length()||s.charAt(pos)<'0'||s.charAt(pos)>'9') throw new RuntimeException(\"INVALID_EXPRESSION\"); }\n else break;\n }\n if(dc>24) throw new RuntimeException(\"LIMIT_EXCEEDED\");\n if(st==pos) throw new RuntimeException(\"INVALID_EXPRESSION\");\n BigDecimal v=new BigDecimal(s.substring(st,pos)); chk(v); return v;\n }\n\n static void skip() { while(pos<s.length()&&s.charAt(pos)==' ') pos++; }\n static void chk(BigDecimal v) { if(v.abs().compareTo(LIMIT)>0) throw new RuntimeException(\"LIMIT_EXCEEDED\"); }\n static String esc(String x) { return x.replace(\"\\\\\",\"\\\\\\\\\").replace(\"\\\"\",\"\\\\\\\"\"); }\n\n static void send(HttpExchange ex, int code, String body) throws IOException {\n byte[] b=body.getBytes(StandardCharsets.UTF_8);\n ex.getResponseHeaders().set(\"Content-Type\",\"application/json; charset=utf-8\");\n ex.sendResponseHeaders(code,b.length);\n try(OutputStream os=ex.getResponseBody()){os.write(b);}\n }\n}"
},
"source_digest": "198f9d9ba839838518e8c4843698fc4bf240db862db4aa7832327eb78e9eb2dd"
},
"candidate": {
"source_digest": "198f9d9ba839838518e8c4843698fc4bf240db862db4aa7832327eb78e9eb2dd",
"classes_digest": "22439f77fd1c0620d947e95ec701a10067557775516220bc2bf458ab9cd99218",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"suite_digest": "05e353f239f8919946d419e91e63fedccbf62b02386fa12f39ad8795b6a4de4d",
"config_digest": "ec1c941302d1f0bf34512b9b524f7c8dc5bfd523f22fe50093f8cd757cdfc848",
"execution_mode": "qemu",
"container": "zk-run-8dffb94f45144a9a919eb68fa9324c3e",
"stage": "build",
"passed": true,
"receipt_ref": "run-8dffb94f45144a9a919eb68fa9324c3e-1f4b6c01e0fa4b9ebe7c1ba9849012a4",
"receipt_digest": "69236467e2d3a73bc64fefbb69e0b1fb3df6545dabb65b7b39099ef36f7ddc2d",
"isolation": {
"network": "none",
"host_mounts": [],
"memory_mb": 1024,
"vcpu": 1,
"disposable": true
}
},
"test": {
"source_digest": "198f9d9ba839838518e8c4843698fc4bf240db862db4aa7832327eb78e9eb2dd",
"classes_digest": "22439f77fd1c0620d947e95ec701a10067557775516220bc2bf458ab9cd99218",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"suite_digest": "05e353f239f8919946d419e91e63fedccbf62b02386fa12f39ad8795b6a4de4d",
"config_digest": "ec1c941302d1f0bf34512b9b524f7c8dc5bfd523f22fe50093f8cd757cdfc848",
"execution_mode": "qemu",
"container": "zk-run-8dffb94f45144a9a919eb68fa9324c3e",
"stage": "test",
"passed": true,
"receipt_ref": "run-8dffb94f45144a9a919eb68fa9324c3e-1f4b6c01e0fa4b9ebe7c1ba9849012a4",
"receipt_digest": "69236467e2d3a73bc64fefbb69e0b1fb3df6545dabb65b7b39099ef36f7ddc2d",
"isolation": {
"network": "none",
"host_mounts": [],
"memory_mb": 1024,
"vcpu": 1,
"disposable": true
},
"cases": 39,
"passed_cases": 39,
"preview_scope": "disposable-vm-loopback-http"
},
"preview": {
"source_digest": "198f9d9ba839838518e8c4843698fc4bf240db862db4aa7832327eb78e9eb2dd",
"classes_digest": "22439f77fd1c0620d947e95ec701a10067557775516220bc2bf458ab9cd99218",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"suite_digest": "05e353f239f8919946d419e91e63fedccbf62b02386fa12f39ad8795b6a4de4d",
"config_digest": "ec1c941302d1f0bf34512b9b524f7c8dc5bfd523f22fe50093f8cd757cdfc848",
"execution_mode": "qemu",
"container": "zk-run-8dffb94f45144a9a919eb68fa9324c3e",
"stage": "preview",
"passed": true,
"receipt_ref": "run-8dffb94f45144a9a919eb68fa9324c3e-1f4b6c01e0fa4b9ebe7c1ba9849012a4",
"receipt_digest": "69236467e2d3a73bc64fefbb69e0b1fb3df6545dabb65b7b39099ef36f7ddc2d",
"isolation": {
"network": "none",
"host_mounts": [],
"memory_mb": 1024,
"vcpu": 1,
"disposable": true
},
"cases": 1,
"passed_cases": 1,
"preview_scope": "disposable-vm-loopback-http"
},
"model_calls": [
{
"id": 1,
"run_id": "run-38d1cd6dabbe4f57891547a0beccf54f",
"reservation": 18896,
"charged": 5170,
"state": "settled",
"provider": "bailian-qwen3.8-flash",
"prompt_digest": "a47fc206373edcb787938993078dd4a54e94d5ec3103de599ea9ddfe1266637e",
"metadata": {
"finish_reason": "stop",
"model": "qwen3.8-flash",
"policy_version": "bailian-task-routing-v2",
"request_id": "chatcmpl-169d689f-a21e-9223-a60e-09775bd4a25b",
"requested_output_tokens": 2048,
"retry_of": null,
"route_reason": "technical-design",
"stage": "design"
}
},
{
"id": 2,
"run_id": "run-38d1cd6dabbe4f57891547a0beccf54f",
"reservation": 30901,
"charged": 6951,
"state": "settled",
"provider": "bailian-qwen3.8-max",
"prompt_digest": "c075a52c3e5d6dabb319198b6bd85ba64a614dcf256b21e88278d0e328560fd8",
"metadata": {
"finish_reason": "stop",
"model": "qwen3.8-max",
"policy_version": "bailian-task-routing-v2",
"request_id": "chatcmpl-9cf1ec43-6da2-9acb-9b1c-9246e9c7210a",
"requested_output_tokens": 12288,
"retry_of": null,
"route_reason": "diagnostic-repair",
"stage": "code"
}
}
],
"new_model_calls": 0,
"human_acceptance": false
},
"tested_at_utc": "2026-10-24T05:16:14.381187+00:00",
"cloud_recovery_release_verified": false,
"human_acceptance": false
}