Download docs/flagship/commerce-results.json from Gaurav711/HyperFlow: direct link, hf CLI and curl.
- Browser
- Download file 29.7 kB
-
https://huggingface.co/spaces/Gaurav711/HyperFlow/resolve/main/docs/flagship/commerce-results.json
- Command line
-
hf download hf://spaces/Gaurav711/HyperFlow/docs/flagship/commerce-results.json
-
curl -L -o commerce-results.json https://huggingface.co/spaces/Gaurav711/HyperFlow/resolve/main/docs/flagship/commerce-results.json
29.7 kB
{
"corpus_version": "commerce-v1",
"corpus_sha256": "cbbb4ed66ad7ad6a3e991fcbcc8a545b56b880022695dee8b2fb727d7e147d25",
"source": "controlled_simulation",
"runtime": "3.14.2",
"platform": "macOS-26.5.1-arm64-arm-64bit-Mach-O",
"cases": 100,
"failure_recovery_cases": 40,
"passed": 100,
"families": {
"volume": 15,
"mass": 15,
"count": 15,
"mixed_units": 15,
"success": 5,
"stockout": 5,
"price_change": 5,
"external_edit": 5,
"lost_response": 5,
"uncertain": 5,
"provider_error": 5,
"auth_expired": 5
},
"p50_ms": 18.104999999999997,
"p95_ms": 139.97,
"llm_comparison": "NOT_RUN: rules baseline only; no paid provider calls",
"results": [
{
"id": "parse-001",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 165.9,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-002",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 27.05,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-003",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 8.03,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-004",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 18.43,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-005",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 22.46,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-006",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 19.59,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-007",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 21.16,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-008",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 18.06,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-009",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 18.15,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-010",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 16.02,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-011",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 12.79,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-012",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 15.27,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-013",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 13.67,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-014",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 7.06,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-015",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 6.41,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-016",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.16,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-017",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 12.15,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-018",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 7.69,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-019",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 10.73,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-020",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 8.15,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-021",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.65,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-022",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 12.85,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-023",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.67,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-024",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.72,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-025",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 13.16,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-026",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 13.22,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-027",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 8.64,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-028",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 7.45,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-029",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 4.8,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-030",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 6.25,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-031",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 4.99,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-032",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 8.38,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-033",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 8.06,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-034",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 91.75,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-035",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 16.29,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-036",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 8.78,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-037",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.17,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-038",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 16.24,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-039",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 10.07,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-040",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 10.35,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-041",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 16.43,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-042",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 13.51,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-043",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 6.41,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-044",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 6.98,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-045",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 7.33,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-046",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.38,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-047",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.47,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-048",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 7.85,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-049",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.15,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-050",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.12,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-051",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 22.41,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-052",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 31.37,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-053",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 11.66,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-054",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 13.35,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-055",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 5.8,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-056",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 9.92,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-057",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 5.24,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-058",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 10.38,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-059",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 11.95,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-060",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 10.61,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "recovery-001",
"family": "success",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 137.3,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-002",
"family": "stockout",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 142.53,
"tool_calls": 5,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-003",
"family": "price_change",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 87.89,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-004",
"family": "external_edit",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 137.44,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-005",
"family": "lost_response",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 88.85,
"tool_calls": 8,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-006",
"family": "uncertain",
"source": "simulation",
"passed": true,
"state": "UNKNOWN",
"latency_ms": 69.77,
"tool_calls": 7,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-007",
"family": "provider_error",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 41.79,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-008",
"family": "auth_expired",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 33.34,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-009",
"family": "success",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 38.4,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-010",
"family": "stockout",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 69.77,
"tool_calls": 5,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-011",
"family": "price_change",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 60.47,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-012",
"family": "external_edit",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 58.59,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-013",
"family": "lost_response",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 44.99,
"tool_calls": 8,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-014",
"family": "uncertain",
"source": "simulation",
"passed": true,
"state": "UNKNOWN",
"latency_ms": 157.65,
"tool_calls": 7,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-015",
"family": "provider_error",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 82.5,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-016",
"family": "auth_expired",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 36.18,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-017",
"family": "success",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 71.18,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-018",
"family": "stockout",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 59.31,
"tool_calls": 5,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-019",
"family": "price_change",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 139.97,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-020",
"family": "external_edit",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 54.97,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-021",
"family": "lost_response",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 71.1,
"tool_calls": 8,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-022",
"family": "uncertain",
"source": "simulation",
"passed": true,
"state": "UNKNOWN",
"latency_ms": 44.22,
"tool_calls": 7,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-023",
"family": "provider_error",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 34.43,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-024",
"family": "auth_expired",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 36.85,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-025",
"family": "success",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 42.76,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-026",
"family": "stockout",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 91.14,
"tool_calls": 5,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-027",
"family": "price_change",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 35.9,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-028",
"family": "external_edit",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 39.05,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-029",
"family": "lost_response",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 49.41,
"tool_calls": 8,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-030",
"family": "uncertain",
"source": "simulation",
"passed": true,
"state": "UNKNOWN",
"latency_ms": 43.83,
"tool_calls": 7,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-031",
"family": "provider_error",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 39.54,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-032",
"family": "auth_expired",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 51.01,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-033",
"family": "success",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 44.42,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-034",
"family": "stockout",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 63.74,
"tool_calls": 5,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-035",
"family": "price_change",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 38.35,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-036",
"family": "external_edit",
"source": "simulation",
"passed": true,
"state": "SUPERSEDED",
"latency_ms": 42.12,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-037",
"family": "lost_response",
"source": "simulation",
"passed": true,
"state": "SUCCEEDED",
"latency_ms": 51.98,
"tool_calls": 8,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-038",
"family": "uncertain",
"source": "simulation",
"passed": true,
"state": "UNKNOWN",
"latency_ms": 221.9,
"tool_calls": 7,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-039",
"family": "provider_error",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 103.27,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
},
{
"id": "recovery-040",
"family": "auth_expired",
"source": "simulation",
"passed": true,
"state": "FAILED",
"latency_ms": 43.17,
"tool_calls": 4,
"model_calls": 0,
"unauthorized_mutations": 0,
"duplicate_placements": 0
}
]
}
{
"corpus_version": "commerce-v1",
"corpus_sha256": "cbbb4ed66ad7ad6a3e991fcbcc8a545b56b880022695dee8b2fb727d7e147d25",
"source": "controlled_simulation",
"runtime": "3.14.2",
"platform": "macOS-26.5.1-arm64-arm-64bit-Mach-O",
"cases": 100,
"failure_recovery_cases": 40,
"passed": 100,
"families": {
"volume": 15,
"mass": 15,
"count": 15,
"mixed_units": 15,
"success": 5,
"stockout": 5,
"price_change": 5,
"external_edit": 5,
"lost_response": 5,
"uncertain": 5,
"provider_error": 5,
"auth_expired": 5
},
"p50_ms": 18.104999999999997,
"p95_ms": 139.97,
"llm_comparison": "NOT_RUN: rules baseline only; no paid provider calls",
"results": [
{
"id": "parse-001",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 165.9,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-002",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 27.05,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-003",
"family": "count",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 8.03,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-004",
"family": "mixed_units",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 18.43,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-005",
"family": "volume",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 22.46,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{
"id": "parse-006",
"family": "mass",
"source": "simulation",
"passed": true,
"state": "PARSED",
"latency_ms": 19.59,
"tool_calls": 0,
"model_calls": 0,
"unauthorized_mutations": null,
"duplicate_placements": null
},
{