VibeCoding / examples /hf-cloud-first-candidate.json
dellweb3's picture
Deploy verified conversational workbench and isolated Java application previews
5fd201e verified
Raw History Blame Contribute Delete
13.5 kB
{
"space": "dellweb3/VibeCoding",
"space_commit": "caf8059cb14fac03c3fa17e2009de2018475d004",
"complete": false,
"reason": "calculator still failed; iframe popup lacked partitioned session",
"jobs": [
{
"scenario": "erp",
"run_id": "run-f35638c64a7b42d2b4c61b543881c899",
"status": "verified",
"error": null,
"repairs": 0,
"source_digest": "4b781dd92bf5e63717b5943a10cdd5f70d6a0fb4916a4c23b3e1d5fabd65a8af",
"model_calls": [
{
"id": 1,
"run_id": "run-f35638c64a7b42d2b4c61b543881c899",
"reservation": 19216,
"charged": 5215,
"state": "settled",
"provider": "bailian-qwen3.8-flash",
"prompt_digest": "90f3c2cf88ab843202162ec1af9a0bafe1961b3414f17eb3cadedb4b0a807d6f",
"metadata": {
"finish_reason": "stop",
"model": "qwen3.8-flash",
"policy_version": "bailian-task-routing-v2",
"request_id": "chatcmpl-e9d3b446-c31b-993b-b343-37f55f44592f",
"requested_output_tokens": 2048,
"retry_of": null,
"route_reason": "technical-design",
"stage": "design"
}
},
{
"id": 2,
"run_id": "run-f35638c64a7b42d2b4c61b543881c899",
"reservation": 16458,
"charged": 6080,
"state": "settled",
"provider": "bailian-qwen3.8-max",
"prompt_digest": "c2792b96b5106b588f1afd046150efbc0667493cbebe95fa8bcad4adccd17106",
"metadata": {
"finish_reason": "stop",
"model": "qwen3.8-max",
"policy_version": "bailian-task-routing-v2",
"request_id": "chatcmpl-e351056a-5192-9e54-afd2-d56bd75de39d",
"requested_output_tokens": 8192,
"retry_of": null,
"route_reason": "business-code",
"stage": "code"
}
}
],
"diagnostics": null
},
{
"scenario": "calculator",
"run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58",
"status": "failed",
"error": "JAVA_TEST_FAILED",
"repairs": 2,
"source_digest": "524cadf952160e062ec774da01e0a13657a41d21924733895b598f082bef7871",
"model_calls": [
{
"id": 3,
"run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58",
"reservation": 20000,
"charged": 5605,
"state": "settled",
"provider": "bailian-qwen3.8-flash",
"prompt_digest": "6601055d26e44c2a07faeb048d1bcb3df71440dcc2c08b750d5df8875300945a",
"metadata": {
"finish_reason": "stop",
"model": "qwen3.8-flash",
"policy_version": "bailian-task-routing-v2",
"request_id": "chatcmpl-d8338f17-4999-92bc-b985-759a20000941",
"requested_output_tokens": 1151,
"retry_of": null,
"route_reason": "technical-design",
"stage": "design"
}
},
{
"id": 4,
"run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58",
"reservation": 16966,
"charged": 3500,
"state": "settled",
"provider": "bailian-qwen3.8-max",
"prompt_digest": "8e9c0824fc9eb316dc13fb841d0b5d0c0b23ac455bd7943c4ed71b1a4d129366",
"metadata": {
"finish_reason": "stop",
"model": "qwen3.8-max",
"policy_version": "bailian-task-routing-v2",
"request_id": "chatcmpl-0a23d3ab-85cf-9103-8116-923de7d8fc1d",
"requested_output_tokens": 8192,
"retry_of": null,
"route_reason": "java-code",
"stage": "code"
}
},
{
"id": 5,
"run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58",
"reservation": 26358,
"charged": 5730,
"state": "settled",
"provider": "bailian-qwen3.8-max",
"prompt_digest": "f87a694028417addb113ace4acf880b46888bda62cb3a6a08300d8854e9e1132",
"metadata": {
"finish_reason": "stop",
"model": "qwen3.8-max",
"policy_version": "bailian-task-routing-v2",
"request_id": "chatcmpl-fbf28bae-1cef-989e-b7c1-6275160f6f8e",
"requested_output_tokens": 12288,
"retry_of": null,
"route_reason": "diagnostic-repair",
"stage": "repair"
}
},
{
"id": 6,
"run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58",
"reservation": 23930,
"charged": 4888,
"state": "settled",
"provider": "bailian-qwen3.8-max",
"prompt_digest": "e88f679e89e45109232c9c6b578c526fac4813182834975916b5202b7ecee4ac",
"metadata": {
"finish_reason": "stop",
"model": "qwen3.8-max",
"policy_version": "bailian-task-routing-v2",
"request_id": "chatcmpl-184a947e-da09-9c3c-8b9a-27646c1b284a",
"requested_output_tokens": 12288,
"retry_of": null,
"route_reason": "diagnostic-repair",
"stage": "repair"
}
}
],
"diagnostics": {
"failures": [
{
"actual_body": "INVALID_EXPRESSION",
"actual_status": 400,
"case_index": 13,
"expected_status": 200,
"path": "/api/calculate?expression64=IDEyICsgKCAzICogMiApIA",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_EXPRESSION",
"actual_status": 400,
"case_index": 16,
"expected_status": 400,
"path": "/api/calculate?expression64=MSs",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_EXPRESSION",
"actual_status": 400,
"case_index": 17,
"expected_status": 400,
"path": "/api/calculate?expression64=KDErMg",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_EXPRESSION",
"actual_status": 400,
"case_index": 18,
"expected_status": 400,
"path": "/api/calculate?expression64=MSAy",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_EXPRESSION",
"actual_status": 400,
"case_index": 19,
"expected_status": 400,
"path": "/api/calculate?expression64=MigzKQ",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_EXPRESSION",
"actual_status": 400,
"case_index": 20,
"expected_status": 400,
"path": "/api/calculate?expression64=MSth",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_EXPRESSION",
"actual_status": 400,
"case_index": 21,
"expected_status": 400,
"path": "/api/calculate?expression64=MWUz",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_EXPRESSION",
"actual_status": 400,
"case_index": 22,
"expected_status": 400,
"path": "/api/calculate?expression64=IA",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "{\"expression\":\"1.\",\"result\":\"1\"}",
"actual_status": 200,
"case_index": 23,
"expected_status": 400,
"path": "/api/calculate?expression64=MS4",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "DIVISION_BY_ZERO",
"actual_status": 400,
"case_index": 24,
"expected_status": 400,
"path": "/api/calculate?expression64=MS8oMi0yKQ",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "LIMIT_EXCEEDED",
"actual_status": 422,
"case_index": 25,
"expected_status": 422,
"path": "/api/calculate?expression64=MSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsx",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "LIMIT_EXCEEDED",
"actual_status": 422,
"case_index": 26,
"expected_status": 422,
"path": "/api/calculate?expression64=KCgoKCgoKCgoKCgoKCgoKCgxKSkpKSkpKSkpKSkpKSkpKSk",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "LIMIT_EXCEEDED",
"actual_status": 422,
"case_index": 27,
"expected_status": 422,
"path": "/api/calculate?expression64=LS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0x",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "LIMIT_EXCEEDED",
"actual_status": 422,
"case_index": 28,
"expected_status": 422,
"path": "/api/calculate?expression64=MTExMTExMTExMTExMTExMTExMTExMTExMQ",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "LIMIT_EXCEEDED",
"actual_status": 422,
"case_index": 29,
"expected_status": 422,
"path": "/api/calculate?expression64=OTk5OTk5OTk5OTk5OTk5OTk5OTk5OTk5KjI",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_INPUT",
"actual_status": 400,
"case_index": 30,
"expected_status": 400,
"path": "/api/calculate",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_INPUT",
"actual_status": 400,
"case_index": 31,
"expected_status": 400,
"path": "/api/calculate?expression64=MQ&expression64=Mg",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_INPUT",
"actual_status": 400,
"case_index": 32,
"expected_status": 400,
"path": "/api/calculate?expression64=MQ&other=Mg",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_INPUT",
"actual_status": 400,
"case_index": 33,
"expected_status": 400,
"path": "/api/calculate?expression64=A",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_INPUT",
"actual_status": 400,
"case_index": 34,
"expected_status": 400,
"path": "/api/calculate?expression64=MQ==",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "INVALID_INPUT",
"actual_status": 400,
"case_index": 35,
"expected_status": 400,
"path": "/api/calculate?expression64=_w",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "UNAUTHORIZED",
"actual_status": 401,
"case_index": 36,
"expected_status": 401,
"path": "/api/calculate?expression64=MSsx",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "METHOD_NOT_ALLOWED",
"actual_status": 405,
"case_index": 37,
"expected_status": 405,
"path": "/api/calculate?expression64=MSsx",
"reason": "response_did_not_match_public_contract"
},
{
"actual_body": "<h1>404 Not Found</h1>No context found for request",
"actual_status": 404,
"case_index": 38,
"expected_status": 404,
"path": "/unknown",
"reason": "response_did_not_match_public_contract"
}
]
}
}
],
"model_calls": 6,
"charged_tokens": 31018,
"hub_failure": {
"scope": "fresh Hub iframe session with no prior direct-app login",
"passed": false,
"failure": "TimeoutError: Timeout 330000ms exceeded.\n=========================== logs ===========================\nwaiting for navigation to \"https://dellweb3-vibecoding.hf.space/preview-site/?lease=*\" until 'load'\n============================================================",
"cleanup": {
"owned_leases": 1
}
},
"protected_tests_weakened": false
}