File size: 15,703 Bytes
75835df
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
{
  "space_commit": "253a5d441bdd1e9c7fd3647d93b0e8c0e17f6844",
  "cloud_end_to_end_verified": false,
  "failure": "AssertionError: {'scenario': 'calculator', 'state': 'failed', 'error': 'JAVA_TEST_FAILED'}",
  "child": {
    "id": "run-5f29adca2f124701a0833fefb0ea2ff1",
    "status": "failed",
    "error": "JAVA_TEST_FAILED",
    "repairs": 2,
    "model_calls": [
      {
        "id": 5,
        "run_id": "run-5f29adca2f124701a0833fefb0ea2ff1",
        "reservation": 19034,
        "charged": 5198,
        "state": "settled",
        "provider": "bailian-qwen3.8-flash",
        "prompt_digest": "5cd8f148f17ef09b28c62541a64ef9f9d952cc24db599344f47a0c8f66ce1e10",
        "metadata": {
          "finish_reason": "stop",
          "model": "qwen3.8-flash",
          "policy_version": "bailian-task-routing-v2",
          "request_id": "chatcmpl-b1871ec0-1774-96b7-b192-3da466a4aec1",
          "requested_output_tokens": 2048,
          "retry_of": null,
          "route_reason": "technical-design",
          "stage": "design"
        }
      },
      {
        "id": 6,
        "run_id": "run-5f29adca2f124701a0833fefb0ea2ff1",
        "reservation": 32000,
        "charged": 8709,
        "state": "settled",
        "provider": "bailian-qwen3.8-max",
        "prompt_digest": "cc56405a1913d988325ffc4f19310c3cc2d1cb071eec1c10d0a39a6c9016df01",
        "metadata": {
          "finish_reason": "stop",
          "model": "qwen3.8-max",
          "policy_version": "bailian-task-routing-v2",
          "request_id": "chatcmpl-6ef2ed00-5e3a-9bf7-bee5-74e5c8a515ab",
          "requested_output_tokens": 8889,
          "retry_of": null,
          "route_reason": "diagnostic-repair",
          "stage": "code"
        }
      },
      {
        "id": 7,
        "run_id": "run-5f29adca2f124701a0833fefb0ea2ff1",
        "reservation": 30107,
        "charged": 7362,
        "state": "settled",
        "provider": "bailian-qwen3.8-max",
        "prompt_digest": "cba1c461fea599dee01427e6a44e0f6e80b51871a16ad5c87e34450c8186830c",
        "metadata": {
          "finish_reason": "stop",
          "model": "qwen3.8-max",
          "policy_version": "bailian-task-routing-v2",
          "request_id": "chatcmpl-adf5bb30-07a6-9136-95d2-b0e26e807802",
          "requested_output_tokens": 12288,
          "retry_of": null,
          "route_reason": "diagnostic-repair",
          "stage": "repair"
        }
      },
      {
        "id": 8,
        "run_id": "run-5f29adca2f124701a0833fefb0ea2ff1",
        "reservation": 30108,
        "charged": 7396,
        "state": "settled",
        "provider": "bailian-qwen3.8-max",
        "prompt_digest": "aa1410eaae121c0a51ddd87394fac1cfe56ca1fb8fda906e88fc80104df072dd",
        "metadata": {
          "finish_reason": "stop",
          "model": "qwen3.8-max",
          "policy_version": "bailian-task-routing-v2",
          "request_id": "chatcmpl-e5a28658-dae6-920b-abfd-0334b5e907eb",
          "requested_output_tokens": 12288,
          "retry_of": null,
          "route_reason": "diagnostic-repair",
          "stage": "repair"
        }
      }
    ],
    "diagnostics": {
      "failures": [
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 1,
          "expected_status": 200,
          "path": "/api/calculate?expression64=Misz",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 2,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MTAtMTM",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 3,
          "expected_status": 200,
          "path": "/api/calculate?expression64=Nio3",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 4,
          "expected_status": 200,
          "path": "/api/calculate?expression64=OC8y",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 5,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MiszKjQ",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 6,
          "expected_status": 200,
          "path": "/api/calculate?expression64=KDIrMykqNA",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 7,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MC4xKzAuMg",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 8,
          "expected_status": 200,
          "path": "/api/calculate?expression64=LSgyKzMpKi0y",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 9,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MTAvMiozLTE",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 10,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MS82",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 11,
          "expected_status": 200,
          "path": "/api/calculate?expression64=LTA",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 12,
          "expected_status": 200,
          "path": "/api/calculate?expression64=LjUrLjI1",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 13,
          "expected_status": 200,
          "path": "/api/calculate?expression64=IDEyICsgKCAzICogMiApIA",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 14,
          "expected_status": 200,
          "path": "/api/calculate?expression64=KCgoKCgoKCgoKCgoKCgoKDEpKSkpKSkpKSkpKSkpKSkp",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 15,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MTAwMDAwMDAwMDAwMCoxMDAwMDAwMDAwMDAw",
          "reason": "response_did_not_match_public_contract"
        }
      ]
    }
  },
  "note": "Root and one automatic continuation both failed; independent local diagnosis/repair proof does not change these failures.",
  "root": {
    "id": "run-c3fb61ee182e4fc394f9ae6fb841b770",
    "status": "failed",
    "error": "JAVA_TEST_FAILED",
    "model_calls": [
      {
        "id": 1,
        "run_id": "run-c3fb61ee182e4fc394f9ae6fb841b770",
        "reservation": 18848,
        "charged": 5141,
        "state": "settled",
        "provider": "bailian-qwen3.8-flash",
        "prompt_digest": "94c9e52243d0debca330c2f106079280652a07cdc55f55143214d3d3cee96279",
        "metadata": {
          "finish_reason": "stop",
          "model": "qwen3.8-flash",
          "policy_version": "bailian-task-routing-v2",
          "request_id": "chatcmpl-d086d89d-34e9-9b6e-8249-02c9ca13bacf",
          "requested_output_tokens": 2048,
          "retry_of": null,
          "route_reason": "technical-design",
          "stage": "design"
        }
      },
      {
        "id": 2,
        "run_id": "run-c3fb61ee182e4fc394f9ae6fb841b770",
        "reservation": 18544,
        "charged": 4809,
        "state": "settled",
        "provider": "bailian-qwen3.8-max",
        "prompt_digest": "c39cc5a41c1ae850bb36fef6f00772cac0ddc977500c7f05ca6950af4d1ab2d4",
        "metadata": {
          "finish_reason": "stop",
          "model": "qwen3.8-max",
          "policy_version": "bailian-task-routing-v2",
          "request_id": "chatcmpl-6c9941ec-d218-9a50-811d-72ce676ba355",
          "requested_output_tokens": 8192,
          "retry_of": null,
          "route_reason": "java-code",
          "stage": "code"
        }
      },
      {
        "id": 3,
        "run_id": "run-c3fb61ee182e4fc394f9ae6fb841b770",
        "reservation": 30087,
        "charged": 7279,
        "state": "settled",
        "provider": "bailian-qwen3.8-max",
        "prompt_digest": "a8aac4b30ba3afc49cd967291c3f8204742e8f846effd2869d6765e00f0f0557",
        "metadata": {
          "finish_reason": "stop",
          "model": "qwen3.8-max",
          "policy_version": "bailian-task-routing-v2",
          "request_id": "chatcmpl-d837911f-718e-9e13-822e-78c05dca4120",
          "requested_output_tokens": 12288,
          "retry_of": null,
          "route_reason": "diagnostic-repair",
          "stage": "repair"
        }
      },
      {
        "id": 4,
        "run_id": "run-c3fb61ee182e4fc394f9ae6fb841b770",
        "reservation": 30004,
        "charged": 7256,
        "state": "settled",
        "provider": "bailian-qwen3.8-max",
        "prompt_digest": "7c64d3c51e25a036f10b054c9522491d135d34583d98a0620a961959bf4f19d0",
        "metadata": {
          "finish_reason": "stop",
          "model": "qwen3.8-max",
          "policy_version": "bailian-task-routing-v2",
          "request_id": "chatcmpl-29ff0f8a-8603-9a57-990c-e918a9a0201c",
          "requested_output_tokens": 12288,
          "retry_of": null,
          "route_reason": "diagnostic-repair",
          "stage": "repair"
        }
      }
    ],
    "diagnostics": {
      "failures": [
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 1,
          "expected_status": 200,
          "path": "/api/calculate?expression64=Misz",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 2,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MTAtMTM",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 3,
          "expected_status": 200,
          "path": "/api/calculate?expression64=Nio3",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 4,
          "expected_status": 200,
          "path": "/api/calculate?expression64=OC8y",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 5,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MiszKjQ",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 6,
          "expected_status": 200,
          "path": "/api/calculate?expression64=KDIrMykqNA",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 7,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MC4xKzAuMg",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 8,
          "expected_status": 200,
          "path": "/api/calculate?expression64=LSgyKzMpKi0y",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 9,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MTAvMiozLTE",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 10,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MS82",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 11,
          "expected_status": 200,
          "path": "/api/calculate?expression64=LTA",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 12,
          "expected_status": 200,
          "path": "/api/calculate?expression64=LjUrLjI1",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 13,
          "expected_status": 200,
          "path": "/api/calculate?expression64=IDEyICsgKCAzICogMiApIA",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 14,
          "expected_status": 200,
          "path": "/api/calculate?expression64=KCgoKCgoKCgoKCgoKCgoKDEpKSkpKSkpKSkpKSkpKSkp",
          "reason": "response_did_not_match_public_contract"
        },
        {
          "actual_body": "{\"error\":\"INVALID_EXPRESSION\"}",
          "actual_status": 400,
          "case_index": 15,
          "expected_status": 200,
          "path": "/api/calculate?expression64=MTAwMDAwMDAwMDAwMCoxMDAwMDAwMDAwMDAw",
          "reason": "response_did_not_match_public_contract"
        }
      ]
    }
  }
}