{ "space": "dellweb3/VibeCoding", "space_commit": "caf8059cb14fac03c3fa17e2009de2018475d004", "complete": false, "reason": "calculator still failed; iframe popup lacked partitioned session", "jobs": [ { "scenario": "erp", "run_id": "run-f35638c64a7b42d2b4c61b543881c899", "status": "verified", "error": null, "repairs": 0, "source_digest": "4b781dd92bf5e63717b5943a10cdd5f70d6a0fb4916a4c23b3e1d5fabd65a8af", "model_calls": [ { "id": 1, "run_id": "run-f35638c64a7b42d2b4c61b543881c899", "reservation": 19216, "charged": 5215, "state": "settled", "provider": "bailian-qwen3.8-flash", "prompt_digest": "90f3c2cf88ab843202162ec1af9a0bafe1961b3414f17eb3cadedb4b0a807d6f", "metadata": { "finish_reason": "stop", "model": "qwen3.8-flash", "policy_version": "bailian-task-routing-v2", "request_id": "chatcmpl-e9d3b446-c31b-993b-b343-37f55f44592f", "requested_output_tokens": 2048, "retry_of": null, "route_reason": "technical-design", "stage": "design" } }, { "id": 2, "run_id": "run-f35638c64a7b42d2b4c61b543881c899", "reservation": 16458, "charged": 6080, "state": "settled", "provider": "bailian-qwen3.8-max", "prompt_digest": "c2792b96b5106b588f1afd046150efbc0667493cbebe95fa8bcad4adccd17106", "metadata": { "finish_reason": "stop", "model": "qwen3.8-max", "policy_version": "bailian-task-routing-v2", "request_id": "chatcmpl-e351056a-5192-9e54-afd2-d56bd75de39d", "requested_output_tokens": 8192, "retry_of": null, "route_reason": "business-code", "stage": "code" } } ], "diagnostics": null }, { "scenario": "calculator", "run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58", "status": "failed", "error": "JAVA_TEST_FAILED", "repairs": 2, "source_digest": "524cadf952160e062ec774da01e0a13657a41d21924733895b598f082bef7871", "model_calls": [ { "id": 3, "run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58", "reservation": 20000, "charged": 5605, "state": "settled", "provider": "bailian-qwen3.8-flash", "prompt_digest": "6601055d26e44c2a07faeb048d1bcb3df71440dcc2c08b750d5df8875300945a", "metadata": { "finish_reason": "stop", "model": "qwen3.8-flash", "policy_version": "bailian-task-routing-v2", "request_id": "chatcmpl-d8338f17-4999-92bc-b985-759a20000941", "requested_output_tokens": 1151, "retry_of": null, "route_reason": "technical-design", "stage": "design" } }, { "id": 4, "run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58", "reservation": 16966, "charged": 3500, "state": "settled", "provider": "bailian-qwen3.8-max", "prompt_digest": "8e9c0824fc9eb316dc13fb841d0b5d0c0b23ac455bd7943c4ed71b1a4d129366", "metadata": { "finish_reason": "stop", "model": "qwen3.8-max", "policy_version": "bailian-task-routing-v2", "request_id": "chatcmpl-0a23d3ab-85cf-9103-8116-923de7d8fc1d", "requested_output_tokens": 8192, "retry_of": null, "route_reason": "java-code", "stage": "code" } }, { "id": 5, "run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58", "reservation": 26358, "charged": 5730, "state": "settled", "provider": "bailian-qwen3.8-max", "prompt_digest": "f87a694028417addb113ace4acf880b46888bda62cb3a6a08300d8854e9e1132", "metadata": { "finish_reason": "stop", "model": "qwen3.8-max", "policy_version": "bailian-task-routing-v2", "request_id": "chatcmpl-fbf28bae-1cef-989e-b7c1-6275160f6f8e", "requested_output_tokens": 12288, "retry_of": null, "route_reason": "diagnostic-repair", "stage": "repair" } }, { "id": 6, "run_id": "run-4cf09e70e862457dbeb06aca1dfd5e58", "reservation": 23930, "charged": 4888, "state": "settled", "provider": "bailian-qwen3.8-max", "prompt_digest": "e88f679e89e45109232c9c6b578c526fac4813182834975916b5202b7ecee4ac", "metadata": { "finish_reason": "stop", "model": "qwen3.8-max", "policy_version": "bailian-task-routing-v2", "request_id": "chatcmpl-184a947e-da09-9c3c-8b9a-27646c1b284a", "requested_output_tokens": 12288, "retry_of": null, "route_reason": "diagnostic-repair", "stage": "repair" } } ], "diagnostics": { "failures": [ { "actual_body": "INVALID_EXPRESSION", "actual_status": 400, "case_index": 13, "expected_status": 200, "path": "/api/calculate?expression64=IDEyICsgKCAzICogMiApIA", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_EXPRESSION", "actual_status": 400, "case_index": 16, "expected_status": 400, "path": "/api/calculate?expression64=MSs", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_EXPRESSION", "actual_status": 400, "case_index": 17, "expected_status": 400, "path": "/api/calculate?expression64=KDErMg", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_EXPRESSION", "actual_status": 400, "case_index": 18, "expected_status": 400, "path": "/api/calculate?expression64=MSAy", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_EXPRESSION", "actual_status": 400, "case_index": 19, "expected_status": 400, "path": "/api/calculate?expression64=MigzKQ", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_EXPRESSION", "actual_status": 400, "case_index": 20, "expected_status": 400, "path": "/api/calculate?expression64=MSth", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_EXPRESSION", "actual_status": 400, "case_index": 21, "expected_status": 400, "path": "/api/calculate?expression64=MWUz", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_EXPRESSION", "actual_status": 400, "case_index": 22, "expected_status": 400, "path": "/api/calculate?expression64=IA", "reason": "response_did_not_match_public_contract" }, { "actual_body": "{\"expression\":\"1.\",\"result\":\"1\"}", "actual_status": 200, "case_index": 23, "expected_status": 400, "path": "/api/calculate?expression64=MS4", "reason": "response_did_not_match_public_contract" }, { "actual_body": "DIVISION_BY_ZERO", "actual_status": 400, "case_index": 24, "expected_status": 400, "path": "/api/calculate?expression64=MS8oMi0yKQ", "reason": "response_did_not_match_public_contract" }, { "actual_body": "LIMIT_EXCEEDED", "actual_status": 422, "case_index": 25, "expected_status": 422, "path": "/api/calculate?expression64=MSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsxKzErMSsx", "reason": "response_did_not_match_public_contract" }, { "actual_body": "LIMIT_EXCEEDED", "actual_status": 422, "case_index": 26, "expected_status": 422, "path": "/api/calculate?expression64=KCgoKCgoKCgoKCgoKCgoKCgxKSkpKSkpKSkpKSkpKSkpKSk", "reason": "response_did_not_match_public_contract" }, { "actual_body": "LIMIT_EXCEEDED", "actual_status": 422, "case_index": 27, "expected_status": 422, "path": "/api/calculate?expression64=LS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0x", "reason": "response_did_not_match_public_contract" }, { "actual_body": "LIMIT_EXCEEDED", "actual_status": 422, "case_index": 28, "expected_status": 422, "path": "/api/calculate?expression64=MTExMTExMTExMTExMTExMTExMTExMTExMQ", "reason": "response_did_not_match_public_contract" }, { "actual_body": "LIMIT_EXCEEDED", "actual_status": 422, "case_index": 29, "expected_status": 422, "path": "/api/calculate?expression64=OTk5OTk5OTk5OTk5OTk5OTk5OTk5OTk5KjI", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_INPUT", "actual_status": 400, "case_index": 30, "expected_status": 400, "path": "/api/calculate", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_INPUT", "actual_status": 400, "case_index": 31, "expected_status": 400, "path": "/api/calculate?expression64=MQ&expression64=Mg", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_INPUT", "actual_status": 400, "case_index": 32, "expected_status": 400, "path": "/api/calculate?expression64=MQ&other=Mg", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_INPUT", "actual_status": 400, "case_index": 33, "expected_status": 400, "path": "/api/calculate?expression64=A", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_INPUT", "actual_status": 400, "case_index": 34, "expected_status": 400, "path": "/api/calculate?expression64=MQ==", "reason": "response_did_not_match_public_contract" }, { "actual_body": "INVALID_INPUT", "actual_status": 400, "case_index": 35, "expected_status": 400, "path": "/api/calculate?expression64=_w", "reason": "response_did_not_match_public_contract" }, { "actual_body": "UNAUTHORIZED", "actual_status": 401, "case_index": 36, "expected_status": 401, "path": "/api/calculate?expression64=MSsx", "reason": "response_did_not_match_public_contract" }, { "actual_body": "METHOD_NOT_ALLOWED", "actual_status": 405, "case_index": 37, "expected_status": 405, "path": "/api/calculate?expression64=MSsx", "reason": "response_did_not_match_public_contract" }, { "actual_body": "

404 Not Found

No context found for request", "actual_status": 404, "case_index": 38, "expected_status": 404, "path": "/unknown", "reason": "response_did_not_match_public_contract" } ] } } ], "model_calls": 6, "charged_tokens": 31018, "hub_failure": { "scope": "fresh Hub iframe session with no prior direct-app login", "passed": false, "failure": "TimeoutError: Timeout 330000ms exceeded.\n=========================== logs ===========================\nwaiting for navigation to \"https://dellweb3-vibecoding.hf.space/preview-site/?lease=*\" until 'load'\n============================================================", "cleanup": { "owned_leases": 1 } }, "protected_tests_weakened": false }