VibeCoding / examples /development-system-validation.json
dellweb3's picture
Deploy verified conversational workbench and isolated Java application previews
caf8059 verified
Raw History Blame Contribute Delete
13 kB
{
"recorded_at_utc": "2026-10-24T00:06:39.787923+00:00",
"scenarios": [
{
"scenario": "erp",
"label": "ERP采购报价",
"run_id": "run-6fc4d26a5b7a48f198c194cae60c8f09",
"source_digest": "9c1549e9c92fc5260d67631ee899c9d3291d64fdf9478f886d1ec6f171bf7f2d",
"http_tests": 25,
"browser_checks": 9,
"source_origin": "model-generated",
"model_calls": 3,
"tokens": 16318,
"attempts": [
{
"run_id": "run-6fc4d26a5b7a48f198c194cae60c8f09",
"status": "verified",
"error": null
}
]
},
{
"scenario": "calculator",
"label": "网页计算器",
"run_id": "run-471a22f4226b4f9cb69648aef9fadf1c",
"source_digest": "7cc4a226236a6c1d3b44e4c64658208258730a8de2c7b67aabd7bd1beb816fab",
"http_tests": 39,
"browser_checks": 10,
"source_origin": "codex-reviewed-repair",
"model_calls": 3,
"tokens": 16850,
"attempts": [
{
"run_id": "run-2a8bc1c1bf2f454ab9b8dc5fc7cf2f46",
"status": "failed",
"error": "JAVA_TEST_FAILED"
},
{
"run_id": "run-ec1c793bb40a4ab08a44f754cc755e23",
"status": "verified",
"error": null
},
{
"run_id": "run-471a22f4226b4f9cb69648aef9fadf1c",
"status": "verified",
"error": null
}
]
},
{
"scenario": "pdf",
"label": "PDF读取解析",
"run_id": "run-46104aa6e6b54498bf7b4fc47e7545b0",
"source_digest": "49286ff57ff4a63c0d847724df8dae8a7ed13b551598ebbe2bddcecd1caad9c7",
"http_tests": 23,
"browser_checks": 9,
"source_origin": "codex-reviewed-repair",
"model_calls": 3,
"tokens": 19952,
"attempts": [
{
"run_id": "run-cc78ffb1278e4704b91026a12e30f243",
"status": "failed",
"error": "CONTEXT_BUDGET_EXCEEDED"
},
{
"run_id": "run-b6af418a57904dbcaf97e47693b3762b",
"status": "failed",
"error": "JAVA_BUILD_FAILED"
},
{
"run_id": "run-46104aa6e6b54498bf7b4fc47e7545b0",
"status": "verified",
"error": null
}
]
}
],
"runtime_tests": {
"timestamp_utc": "2026-10-23T23:53:16.363081+00:00",
"tests": 186,
"failures": 0,
"errors": 0,
"skipped": [
{
"test": "test_real_java_build_http_test_preview_and_cleanup (test_container_live.LiveContainerTests.test_real_java_build_http_test_preview_and_cleanup)",
"reason": "需要本机Docker及显式指定的批准镜像digest;不回退宿主执行"
},
{
"test": "test_real_java_http_in_networkless_disposable_vm (test_qemu_live.LiveVMTests.test_real_java_http_in_networkless_disposable_vm)",
"reason": "显式启用本地软件虚拟机验证"
}
],
"success": true,
"real_model_calls": 0,
"note": "Synthetic model and sandbox fixtures are protocol tests, not real Java/domain acceptance."
},
"conversation_browser": 6,
"original_ui_browser": 8,
"business_browser": {
"passed": 9,
"mcp_calls": 29,
"three_business_loops_passed": true
},
"website_browser": {
"scenarios": {
"erp": {
"run_id": "run-6fc4d26a5b7a48f198c194cae60c8f09",
"checks": [
{
"requirement": "SKILL",
"detail": "generated reusable skill exports exact verified source, interface and immutable evidence",
"status": "passed"
},
{
"requirement": "BIZ-03",
"detail": "default 3 × 125.50 returns actual Java total 376.50",
"status": "passed"
},
{
"requirement": "BIZ-04",
"detail": "Enter submits approval threshold values 10000 and 100000",
"status": "passed"
},
{
"requirement": "BIZ-05",
"detail": "cross-department attempt rejected by Java and displayed as failure",
"status": "passed"
},
{
"requirement": "BIZ-02",
"detail": "HTML invalid quantity blocks submission and reset restores requirements example",
"status": "passed"
},
{
"requirement": "BIZ-06",
"detail": "editing or restoring input clears stale quotes; recomputation displays the matching Java result",
"status": "passed"
},
{
"requirement": "ARTIFACT",
"detail": "all page actions return the exact artifact source digest",
"status": "passed"
},
{
"requirement": "ARTIFACT",
"detail": "download binds source, website, requirements, design and test report hashes",
"status": "passed"
},
{
"requirement": "BIZ-06",
"detail": "390px mobile page has no horizontal overflow",
"status": "passed"
}
],
"skill_id": "java-0f31f63e004e0f3e3d79c601",
"receipt": {
"source_digest": "9c1549e9c92fc5260d67631ee899c9d3291d64fdf9478f886d1ec6f171bf7f2d",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"config_digest": "841129aac9dd785fe877d72002533547377a93994d0afb830dadb1273b51389a",
"classes_digest": "4dbd98ba7d93b5d42969faaeb34c1a4eba42d8c314b49d812dc7bca208520846",
"tests": 25,
"network": "none",
"host_mounts": []
},
"preview_id": "25faa1ac9bbf4eab85c4c2528e84d687",
"http_actions": 5
},
"calculator": {
"run_id": "run-471a22f4226b4f9cb69648aef9fadf1c",
"checks": [
{
"requirement": "SKILL",
"detail": "generated reusable skill exports exact verified source, interface and immutable evidence",
"status": "passed"
},
{
"requirement": "ISOLATION",
"detail": "expired website lease cannot execute against a replacement artifact",
"status": "passed"
},
{
"requirement": "CALC-02",
"detail": "keyboard submits precedence, parentheses and unary negative to real parser",
"status": "passed"
},
{
"requirement": "CALC-03",
"detail": "Java returns exact 0.3 and twelve-place 1/3",
"status": "passed"
},
{
"requirement": "CALC-06",
"detail": "keypad continues from previous result and history fills without executing",
"status": "passed"
},
{
"requirement": "CALC-04",
"detail": "division error preserves input and clears stale results; Escape clears expression",
"status": "passed"
},
{
"requirement": "CALC-06",
"detail": "copy button writes the actual Java result to the browser clipboard",
"status": "passed"
},
{
"requirement": "ARTIFACT",
"detail": "all page actions return the exact artifact source digest",
"status": "passed"
},
{
"requirement": "ARTIFACT",
"detail": "download binds source, website, requirements, design and test report hashes",
"status": "passed"
},
{
"requirement": "CALC-06",
"detail": "390px mobile page has no horizontal overflow",
"status": "passed"
}
],
"skill_id": "java-26fe57b4e0272dc6802f4da0",
"receipt": {
"source_digest": "7cc4a226236a6c1d3b44e4c64658208258730a8de2c7b67aabd7bd1beb816fab",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"config_digest": "c46d1daa9b28bd7f8fdd157e1113ddd512216799fb1b752b9c165d6465d0ac96",
"classes_digest": "392ca7efbbb44a64b7ecfe842955d59817c4d6ac260d0fec48a7cacb808e9602",
"tests": 39,
"network": "none",
"host_mounts": []
},
"preview_id": "daa22a253a324f2d8a346a0e182cbdb6",
"http_actions": 10
},
"pdf": {
"run_id": "run-46104aa6e6b54498bf7b4fc47e7545b0",
"checks": [
{
"requirement": "SKILL",
"detail": "generated reusable skill exports exact verified source, interface and immutable evidence",
"status": "passed"
},
{
"requirement": "PDF-03",
"detail": "bundled PDF parsed into two exact pages, page navigation and 51 characters",
"status": "passed"
},
{
"requirement": "PDF-05",
"detail": "copy current page writes actual extracted Java text to the browser clipboard",
"status": "passed"
},
{
"requirement": "PDF-05",
"detail": "TXT and JSON downloads contain actual extracted text",
"status": "passed"
},
{
"requirement": "PDF-04",
"detail": "file replacement clears stale results; malformed/image-only/oversize handled explicitly",
"status": "passed"
},
{
"requirement": "PDF-05",
"detail": "file selector is disabled during real requests so stale parses cannot replace a newly selected document",
"status": "passed"
},
{
"requirement": "ARTIFACT",
"detail": "all page actions return the exact artifact source digest",
"status": "passed"
},
{
"requirement": "ARTIFACT",
"detail": "download binds source, website, requirements, design and test report hashes",
"status": "passed"
},
{
"requirement": "PDF-05",
"detail": "390px mobile page has no horizontal overflow",
"status": "passed"
}
],
"skill_id": "java-fdf5045bdddc763eb22db698",
"receipt": {
"source_digest": "49286ff57ff4a63c0d847724df8dae8a7ed13b551598ebbe2bddcecd1caad9c7",
"image": "zkcoding-qemu@sha256:123b955068e212a3cb1cf6db348cc8efab24c44ca2b4fb67835100845a9e7ddf",
"config_digest": "128defe2109c8b7693134f252f9235bc863b5915fc11d640b8bd52394e589c72",
"classes_digest": "9144b1df8faf401283a0c922c7850c00fe7f0a055b93c28afb9d01825c21a616",
"tests": 23,
"network": "none",
"host_mounts": []
},
"preview_id": "30af0f77f84f41829b9c819cedf72a36",
"http_actions": 4
}
},
"errors": [],
"model_calls_started": 0,
"human_accepted": false,
"lease_replacement_checks": [
{
"scenario": "calculator",
"preview_id": "9aba98fce22d4d0dadd00eaff59a09a4",
"source_digest": "7cc4a226236a6c1d3b44e4c64658208258730a8de2c7b67aabd7bd1beb816fab",
"status": "passed"
},
{
"scenario": "pdf",
"preview_id": "30af0f77f84f41829b9c819cedf72a36",
"source_digest": "49286ff57ff4a63c0d847724df8dae8a7ed13b551598ebbe2bddcecd1caad9c7",
"status": "passed"
}
],
"passed": 28
},
"exports": {
"passed": 3,
"checks": [
{
"scenario": "erp",
"files_checked": 11,
"source_digest": "9c1549e9c92fc5260d67631ee899c9d3291d64fdf9478f886d1ec6f171bf7f2d",
"source_origin": "model-generated",
"website_and_source_match_browser_test": true,
"full_evidence_and_hashes_verified": true
},
{
"scenario": "calculator",
"files_checked": 11,
"source_digest": "7cc4a226236a6c1d3b44e4c64658208258730a8de2c7b67aabd7bd1beb816fab",
"source_origin": "codex-reviewed-repair",
"website_and_source_match_browser_test": true,
"full_evidence_and_hashes_verified": true
},
{
"scenario": "pdf",
"files_checked": 13,
"source_digest": "49286ff57ff4a63c0d847724df8dae8a7ed13b551598ebbe2bddcecd1caad9c7",
"source_origin": "codex-reviewed-repair",
"website_and_source_match_browser_test": true,
"full_evidence_and_hashes_verified": true
}
],
"metadata_refresh_only": true,
"default_users_authenticated": 3,
"cross_user_private_skill_denials": 2
},
"skill_format_valid": 3,
"focused_delivery_tests": 7,
"human_acceptance": false,
"production_deployment": false
}