Download reports/pilot-shield-openloop-receipt.json from Kai9987kai/CROSSWIRE: direct link, hf CLI and curl.
- Browser
- Download file 409 kB
-
https://huggingface.co/Kai9987kai/CROSSWIRE/resolve/main/reports/pilot-shield-openloop-receipt.json
- Command line
-
hf download hf://Kai9987kai/CROSSWIRE/reports/pilot-shield-openloop-receipt.json
-
curl -L -o pilot-shield-openloop-receipt.json https://huggingface.co/Kai9987kai/CROSSWIRE/resolve/main/reports/pilot-shield-openloop-receipt.json
409 kB
{
"schema": "crosswire-receipt-v1",
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"payload": {
"schema": "crosswire-study-v1",
"protocol": {
"families": [
"extra_state",
"incompatible",
"alias",
"semantic_corruption",
"bypass",
"delay",
"repeat",
"drift",
"malformed"
],
"seeds": [
17,
23
],
"budgets": [
16
],
"policies": [
"task"
],
"admissions": [
"robust",
"fit"
],
"implementations": [
"procedural"
],
"split": "evaluation",
"exploratory": true,
"analysis_unit": "underlying semantic parent instance; label permutations and implementations clustered",
"pre_execution_source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2"
},
"protocol_hash": "a4fcb06f0e492da44ab3a6d774dae690a5a03636249e2ce26e1cca93632f40a8",
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"rows": [
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "extra_state",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
2,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
3,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
4,
1
],
[
0,
3
],
[
5,
2
]
],
[
[
4,
1
],
[
4,
1
],
[
5,
2
]
],
[
[
5,
2
],
[
5,
2
],
[
5,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "b723682b4c115250027a0644000eae697598414d389f6a6b6048915eeb648291",
"parent_instance_id": "6d26078879baeea739e761ae3a87363378f1e0ce6384af32670bddae79ff97cb",
"anchors": {},
"decision": {
"status": "UNRESOLVED",
"admitted": false,
"word": null,
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2
],
"outputs": [
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 6
},
{
"word": [
0,
1,
0
],
"outputs": [
0,
2,
0
],
"complete": true,
"survivors_before": 6,
"survivors_after": 2
}
],
"decision_frozen_hash": "9c07ec8f5e165b1ce168a8ebf7e90c93f05a17bce81cb9bf03b2041f1909960e",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": false,
"oracle_word": null,
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "1f3002dfe4a6a17667d9b6c42cc1d80c3913c33137955c71db7d29662bdbaf05",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 205,
"audit_execution_steps": 1179,
"audit_reference_steps": 234,
"audit_target_model_steps": 234,
"audit_resets": 611,
"audit_oracle_word_candidates": 120,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 156,
"candidate_expansions": 17280,
"pair_checks": 288227,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.046875,
"wall_seconds": 2.525314400001662,
"parent_peak_traced_bytes": 5895904,
"audit_product_pairs": 205,
"audit_execution_steps": 1179
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "acc54cacc55bca304316d6698e07dc636b0dd2474aef17ff3683c813ec6ce643"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "extra_state",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
2,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
3,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
4,
1
],
[
0,
3
],
[
5,
2
]
],
[
[
4,
1
],
[
4,
1
],
[
5,
2
]
],
[
[
5,
2
],
[
5,
2
],
[
5,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "b723682b4c115250027a0644000eae697598414d389f6a6b6048915eeb648291",
"parent_instance_id": "6d26078879baeea739e761ae3a87363378f1e0ce6384af32670bddae79ff97cb",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
0,
0,
0
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2
],
"outputs": [
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 6
},
{
"word": [
0,
1,
0
],
"outputs": [
0,
2,
0
],
"complete": true,
"survivors_before": 6,
"survivors_after": 2
}
],
"decision_frozen_hash": "adc1421f0bb8969cd40d5c24c862f0e8cf618472003d60e5736b6b95a48f8ce8",
"deployment": {
"word": [
0,
0,
0,
0
],
"executed_word": [
0,
0,
0,
0
],
"outputs": [
0,
0,
0,
0
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 4,
"resets": 1,
"target_calls": 5,
"error": null
},
"audit": {
"goal_success": false,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
0,
0,
0,
0
],
"semantic_events": [
0,
0,
0,
0
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 4,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": false,
"oracle_word": null,
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "1f3002dfe4a6a17667d9b6c42cc1d80c3913c33137955c71db7d29662bdbaf05",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 205,
"audit_execution_steps": 1189,
"audit_reference_steps": 234,
"audit_target_model_steps": 234,
"audit_resets": 616,
"audit_oracle_word_candidates": 120,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 156,
"candidate_expansions": 17280,
"pair_checks": 288227,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.15625,
"wall_seconds": 2.441529099996842,
"parent_peak_traced_bytes": 5751442,
"audit_product_pairs": 205,
"audit_execution_steps": 1189
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 4,
"chosen_adapter": {
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 2,
"raw_symbols_compared": 6
}
},
"scientific_hash": "eb3fc6a1f576d474166f4d8c07e2e2e58a98ea60caefed8f2779d7e7ec501325"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "extra_state",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
2,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
3,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
4,
1
],
[
0,
3
],
[
5,
2
]
],
[
[
4,
1
],
[
4,
1
],
[
5,
2
]
],
[
[
5,
2
],
[
5,
2
],
[
5,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "a84652a7f49b640cc4305c178cb7ef1f0c864603d92fb1dcac21ce3acebf4b7e",
"parent_instance_id": "6d26078879baeea739e761ae3a87363378f1e0ce6384af32670bddae79ff97cb",
"anchors": {},
"decision": {
"status": "UNRESOLVED",
"admitted": false,
"word": null,
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 120,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
2,
3
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2
],
"outputs": [
0
],
"complete": true,
"survivors_before": 12,
"survivors_after": 6
},
{
"word": [
0,
1,
0
],
"outputs": [
2,
2,
2
],
"complete": true,
"survivors_before": 6,
"survivors_after": 2
}
],
"decision_frozen_hash": "939bc32e41fb0b251e1aae91c6462e356a00951251b4dff21b19311724ba10e6",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": false,
"oracle_word": null,
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "deef557aa5c0676fc85cc40ec5465bf9a3292ab86b422f7d478cb90e149aa2c9",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 205,
"audit_execution_steps": 1179,
"audit_reference_steps": 232,
"audit_target_model_steps": 232,
"audit_resets": 611,
"audit_oracle_word_candidates": 120,
"calibration_hazardous_probes": 2,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 156,
"candidate_expansions": 17280,
"pair_checks": 288227,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 1.984375,
"wall_seconds": 2.483450100000482,
"parent_peak_traced_bytes": 5507714,
"audit_product_pairs": 205,
"audit_execution_steps": 1179
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "46b87b1bd22e07d1b5ba3d1055c44eccaef5e081b633cb6656140239e52a9bd0"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "extra_state",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
2,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
3,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
4,
1
],
[
0,
3
],
[
5,
2
]
],
[
[
4,
1
],
[
4,
1
],
[
5,
2
]
],
[
[
5,
2
],
[
5,
2
],
[
5,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "a84652a7f49b640cc4305c178cb7ef1f0c864603d92fb1dcac21ce3acebf4b7e",
"parent_instance_id": "6d26078879baeea739e761ae3a87363378f1e0ce6384af32670bddae79ff97cb",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
1,
1,
1,
1
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 120,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
2,
3
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2
],
"outputs": [
0
],
"complete": true,
"survivors_before": 12,
"survivors_after": 6
},
{
"word": [
0,
1,
0
],
"outputs": [
2,
2,
2
],
"complete": true,
"survivors_before": 6,
"survivors_after": 2
}
],
"decision_frozen_hash": "f0a72c6abfbc8ce4f630ae44ddee53fd90f12318f66e442f7f19ccf56d695cf9",
"deployment": {
"word": [
1,
1,
1,
1
],
"executed_word": [
1,
1,
1,
1
],
"outputs": [
3,
3,
3,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 4,
"resets": 1,
"target_calls": 5,
"error": null
},
"audit": {
"goal_success": false,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
3,
3,
3,
3
],
"semantic_events": [
0,
0,
0,
0
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 4,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": false,
"oracle_word": null,
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "deef557aa5c0676fc85cc40ec5465bf9a3292ab86b422f7d478cb90e149aa2c9",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 205,
"audit_execution_steps": 1189,
"audit_reference_steps": 232,
"audit_target_model_steps": 232,
"audit_resets": 616,
"audit_oracle_word_candidates": 120,
"calibration_hazardous_probes": 2,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 156,
"candidate_expansions": 17280,
"pair_checks": 288227,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.015625,
"wall_seconds": 2.532929500004684,
"parent_peak_traced_bytes": 5506938,
"audit_product_pairs": 205,
"audit_execution_steps": 1189
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 117,
"chosen_adapter": {
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 2,
"raw_symbols_compared": 6
}
},
"scientific_hash": "ecdd8a349a46d68d136d0777507e2ee6cb6b1b1e5c3bfa24fddbaa0ad16fe04f"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "incompatible",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "4a73139b1d4b1a347e5e5d982b71545a412fa94f1248de7c69e157fec048a079",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "FAMILY_CONTRADICTED",
"admitted": false,
"word": null,
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
2
],
"complete": true,
"survivors_before": 12,
"survivors_after": 0
}
],
"decision_frozen_hash": "d3644d37ba7f56e1bc95f079adc6d3a16549c699609dff207f9fc55a42968838",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "e3d6557bd888b9934bbbe9fc6b079ff0ebdb55451a3afc26aea035b6a3f69f69",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 188,
"audit_execution_steps": 49,
"audit_reference_steps": 192,
"audit_target_model_steps": 192,
"audit_resets": 27,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.234375,
"wall_seconds": 2.714625000000524,
"parent_peak_traced_bytes": 5686490,
"audit_product_pairs": 188,
"audit_execution_steps": 49
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "33abb6924ed7db4a51f01d416205fea05c9b2cbf711906c1682b7c8eb62ab7ca"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "incompatible",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "4a73139b1d4b1a347e5e5d982b71545a412fa94f1248de7c69e157fec048a079",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
2
],
"complete": true,
"survivors_before": 12,
"survivors_after": 0
}
],
"decision_frozen_hash": "8bdeac8a1fbe189747617d6d087eae886281921db9b7584e6d3364cacd59344b",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
0,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
0
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
0,
3
],
"semantic_events": [
0,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "e3d6557bd888b9934bbbe9fc6b079ff0ebdb55451a3afc26aea035b6a3f69f69",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 188,
"audit_execution_steps": 55,
"audit_reference_steps": 192,
"audit_target_model_steps": 192,
"audit_resets": 31,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.203125,
"wall_seconds": 2.6357193000003463,
"parent_peak_traced_bytes": 5686418,
"audit_product_pairs": 188,
"audit_execution_steps": 55
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 0,
"chosen_adapter": {
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
"raw_mismatches": 2,
"anchor_mismatches": 0,
"total_residual": 2,
"zero_residual": false,
"maps_tied_at_minimum": 38,
"raw_symbols_compared": 4
}
},
"scientific_hash": "e14b28add73d769868113a29766731158e1e107025240bc4423c9733d1182900"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "incompatible",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "1965d3a16d05f9d2b3d8abbd738cdb6aa9d8597b583b9376bcdbb38a1b83614a",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "FAMILY_CONTRADICTED",
"admitted": false,
"word": null,
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
3
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 0
}
],
"decision_frozen_hash": "01a2fff147b930d288fa6e653a5b0a44f561f63c302d9a862b989f41116740d1",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "6b4e3ab52195af4003f02cbac27e11b920eb8ed6e3c4cb20686826637b32ef14",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 180,
"audit_execution_steps": 51,
"audit_reference_steps": 180,
"audit_target_model_steps": 180,
"audit_resets": 31,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 2,
"resets": 2,
"target_calls": 4,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 357480,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.171875,
"wall_seconds": 2.7990721999958623,
"parent_peak_traced_bytes": 5686514,
"audit_product_pairs": 180,
"audit_execution_steps": 51
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "918f2ddf0151a35f86735953b5ec9eaf826856b4e994eefc3e38d5bf2e479fc8"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "incompatible",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "1965d3a16d05f9d2b3d8abbd738cdb6aa9d8597b583b9376bcdbb38a1b83614a",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
3
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 0
}
],
"decision_frozen_hash": "8c67bafe70bac91418085d441663bfb45cddff63e1f653fe8792daa8a7b990b1",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
3,
0
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
0
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
3,
0
],
"semantic_events": [
0,
3
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "6b4e3ab52195af4003f02cbac27e11b920eb8ed6e3c4cb20686826637b32ef14",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 180,
"audit_execution_steps": 55,
"audit_reference_steps": 180,
"audit_target_model_steps": 180,
"audit_resets": 34,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 2,
"resets": 2,
"target_calls": 4,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 357480,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.34375,
"wall_seconds": 2.8184837000007974,
"parent_peak_traced_bytes": 5686706,
"audit_product_pairs": 180,
"audit_execution_steps": 55
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 0,
"chosen_adapter": {
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
"raw_mismatches": 1,
"anchor_mismatches": 0,
"total_residual": 1,
"zero_residual": false,
"maps_tied_at_minimum": 72,
"raw_symbols_compared": 2
}
},
"scientific_hash": "2e56c28af5b366980266f526f98283ab8040f8425853b7a903c5c9df473cddac"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "alias",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "4e4bafa41c70bc1dd2eebb7bef37c3f0f3232a7042430bed08283777b4023896",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1,
0
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 1,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 63,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
3,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
3,
3
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "e2d33c0d57e3acaf39a792de1882fcac5a6e2cf5ae2b0345a10f1e1a53dfa57f",
"deployment": {
"word": [
0,
1,
0
],
"executed_word": [
0,
1,
0
],
"outputs": [
0,
3,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 3,
"resets": 1,
"target_calls": 4,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
0,
3,
3
],
"semantic_events": [
0,
1,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 3,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "18835ae836fbcf314e7698a8abda89dbd7f24f2a49d0d3431685b3bf38b4224d",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 194,
"audit_execution_steps": 53,
"audit_reference_steps": 199,
"audit_target_model_steps": 199,
"audit_resets": 31,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.234375,
"wall_seconds": 2.723343500001647,
"parent_peak_traced_bytes": 5686600,
"audit_product_pairs": 194,
"audit_execution_steps": 53
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "ba7e987b4490a54b035ea3b9e8a2e15cc1de3aef4da4cd3db7fce3b1950f9737"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "alias",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "4e4bafa41c70bc1dd2eebb7bef37c3f0f3232a7042430bed08283777b4023896",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 1,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 63,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
3,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
3,
3
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "1fd9af65ac9b78fe1abdab0a7d921ea5db00d0f7239931c888ce979cf82dce73",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
0,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
0,
3
],
"semantic_events": [
0,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "18835ae836fbcf314e7698a8abda89dbd7f24f2a49d0d3431685b3bf38b4224d",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 194,
"audit_execution_steps": 52,
"audit_reference_steps": 199,
"audit_target_model_steps": 199,
"audit_resets": 31,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.421875,
"wall_seconds": 2.8405115000059595,
"parent_peak_traced_bytes": 5957331,
"audit_product_pairs": 194,
"audit_execution_steps": 52
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 1,
"chosen_adapter": {
"id": 1,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
3,
2
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 2,
"raw_symbols_compared": 4
}
},
"scientific_hash": "8a9f7892588d3179372a80502d8c3b9850964c301d49bba187f83cff99b5c197"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "alias",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "534b3fd1a5fa395e44dc0da4c38f9cf73e348ccfcae694fbf33c3985cfde3aad",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "FAMILY_CONTRADICTED",
"admitted": false,
"word": null,
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
1
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 3
},
{
"word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"survivors_before": 3,
"survivors_after": 0
}
],
"decision_frozen_hash": "eaeef81cf0921f198b15bb47f983afa020a93559817c735701f177d3b2c9b858",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "1253d8d9ed4d3e29989a31c5441c363379794a00ddf8fb7a13e894c55d3e1489",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 196,
"audit_execution_steps": 94,
"audit_reference_steps": 209,
"audit_target_model_steps": 209,
"audit_resets": 56,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 2,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 359808,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.296875,
"wall_seconds": 2.7631286999967415,
"parent_peak_traced_bytes": 5707019,
"audit_product_pairs": 196,
"audit_execution_steps": 94
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "e369131b916feb37170e6c0bf6b8d5e8b0990c9a328ac06ae56c7b0500301119"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "alias",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "534b3fd1a5fa395e44dc0da4c38f9cf73e348ccfcae694fbf33c3985cfde3aad",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
2
],
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
1
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 3
},
{
"word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"survivors_before": 3,
"survivors_after": 0
}
],
"decision_frozen_hash": "e89f0b2cbc45da6b1ffd1272e692260efe7d46c7f32512715fbaa1bda65f3557",
"deployment": {
"word": [
0,
2
],
"executed_word": [
0,
2
],
"outputs": [
1,
1
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
0
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
1,
1
],
"semantic_events": [
2,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "1253d8d9ed4d3e29989a31c5441c363379794a00ddf8fb7a13e894c55d3e1489",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 196,
"audit_execution_steps": 102,
"audit_reference_steps": 209,
"audit_target_model_steps": 209,
"audit_resets": 61,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 2,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 359808,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.375,
"wall_seconds": 2.7937137999979313,
"parent_peak_traced_bytes": 5703075,
"audit_product_pairs": 196,
"audit_execution_steps": 102
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 33,
"chosen_adapter": {
"id": 33,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
3,
0
]
},
"raw_mismatches": 1,
"anchor_mismatches": 0,
"total_residual": 1,
"zero_residual": false,
"maps_tied_at_minimum": 3,
"raw_symbols_compared": 6
}
},
"scientific_hash": "a86c499a974dbb14b0faf0098f053385d938e017a4c169d230d146d46dc86fec"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "semantic_corruption",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "fe7f4d7a7e733fbccce2291275fffd9071840f2a90076bc1bf2c1300bcf17b1c",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1,
0
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
1,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "975b42354ae91abd7840800a569b3cac3a67c8a030bfb74a75a7e282ca0984a9",
"deployment": {
"word": [
0,
1,
0
],
"executed_word": [
0,
1,
0
],
"outputs": [
0,
3,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 3,
"resets": 1,
"target_calls": 4,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
0,
3,
3
],
"semantic_events": [
0,
2,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 3,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
2
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 1,
"raw_equivalent_map_ids": [
4
],
"no_map_in_class": false,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "6b8d097d6dac2e716e94f9100e677dddd084ae2436ee570cd1b9514813fd93a7",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 195,
"audit_execution_steps": 41,
"audit_reference_steps": 206,
"audit_target_model_steps": 206,
"audit_resets": 23,
"audit_oracle_word_candidates": 3,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.5,
"wall_seconds": 2.8681464999972377,
"parent_peak_traced_bytes": 5686051,
"audit_product_pairs": 195,
"audit_execution_steps": 41
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "da4f9be0e228f6ce2d15987b3afe3b98f3e8dae62a46923bdd7cdcb8861ac538"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "semantic_corruption",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "fe7f4d7a7e733fbccce2291275fffd9071840f2a90076bc1bf2c1300bcf17b1c",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
1,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "c57304c47e2f718a51abd4987f780cc6a09ebee535664b620186582fae934810",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
0,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
0,
3
],
"semantic_events": [
0,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
2
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 1,
"raw_equivalent_map_ids": [
4
],
"no_map_in_class": false,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "6b8d097d6dac2e716e94f9100e677dddd084ae2436ee570cd1b9514813fd93a7",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 195,
"audit_execution_steps": 40,
"audit_reference_steps": 206,
"audit_target_model_steps": 206,
"audit_resets": 23,
"audit_oracle_word_candidates": 3,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.28125,
"wall_seconds": 2.74370479999925,
"parent_peak_traced_bytes": 5686739,
"audit_product_pairs": 195,
"audit_execution_steps": 40
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 4,
"chosen_adapter": {
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 2,
"raw_symbols_compared": 4
}
},
"scientific_hash": "7f7d98fc2007dbdb17a319e5c59be44d9bca48e7e83cdf0ea75abd38d2659af2"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "semantic_corruption",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "0b4965543fc0e3cad18fe994cc8daf05b81040acc07ebff1e99a9a74d0f6abe6",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "IDENTIFIED",
"admitted": true,
"word": [
1,
2
],
"candidate_count": 1
},
"ambiguity": {
"map_count": 1,
"observational_classes": 1,
"contract_classes": 1
},
"candidates": [
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
2
],
"complete": true,
"survivors_before": 12,
"survivors_after": 3
},
{
"word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"survivors_before": 3,
"survivors_after": 1
}
],
"decision_frozen_hash": "91a21c5a2a57cc89fdab10484f079536565c1be14cb81309967301afc7c5a7c1",
"deployment": {
"word": [
1,
2
],
"executed_word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
1
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
3,
1
],
"semantic_events": [
0,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
0
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 1,
"raw_equivalent_map_ids": [
117
],
"no_map_in_class": false,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "25c0615ed912a8711562e1999bc1200b8a4d46237cd12c5e45d6ce360c4a9cc1",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 197,
"audit_execution_steps": 40,
"audit_reference_steps": 212,
"audit_target_model_steps": 212,
"audit_resets": 21,
"audit_oracle_word_candidates": 1,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 132,
"candidate_expansions": 17280,
"pair_checks": 359808,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.34375,
"wall_seconds": 2.7014695999969263,
"parent_peak_traced_bytes": 5686019,
"audit_product_pairs": 197,
"audit_execution_steps": 40
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "8930156ada7f238f6830e771954aa7bb508ce02b9d2df64ded11f7ce7c17096c"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "semantic_corruption",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "0b4965543fc0e3cad18fe994cc8daf05b81040acc07ebff1e99a9a74d0f6abe6",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "IDENTIFIED",
"admitted": true,
"word": [
1,
2
],
"candidate_count": 1
},
"ambiguity": {
"map_count": 1,
"observational_classes": 1,
"contract_classes": 1
},
"candidates": [
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
2
],
"complete": true,
"survivors_before": 12,
"survivors_after": 3
},
{
"word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"survivors_before": 3,
"survivors_after": 1
}
],
"decision_frozen_hash": "91a21c5a2a57cc89fdab10484f079536565c1be14cb81309967301afc7c5a7c1",
"deployment": {
"word": [
1,
2
],
"executed_word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
1
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
3,
1
],
"semantic_events": [
0,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
0
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 1,
"raw_equivalent_map_ids": [
117
],
"no_map_in_class": false,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "25c0615ed912a8711562e1999bc1200b8a4d46237cd12c5e45d6ce360c4a9cc1",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 197,
"audit_execution_steps": 40,
"audit_reference_steps": 212,
"audit_target_model_steps": 212,
"audit_resets": 21,
"audit_oracle_word_candidates": 1,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 132,
"candidate_expansions": 17280,
"pair_checks": 359808,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.40625,
"wall_seconds": 2.752970199995616,
"parent_peak_traced_bytes": 5685987,
"audit_product_pairs": 197,
"audit_execution_steps": 40
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 117,
"chosen_adapter": {
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 1,
"raw_symbols_compared": 6
}
},
"scientific_hash": "011a40e48b282883fb8750632c78903d70ad4fbd3fdc19ce90fb29049611a350"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "bypass",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "b4b51da59df79b04e1afff520f45497cfe9b9f7a66ae1d6b3da1aff8eac7f388",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1,
0
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
1,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "a80d1d97bc8aa454dea41149b24b0252de1df989a84832ec5827d94e64617228",
"deployment": {
"word": [
0,
1,
0
],
"executed_word": [
0,
1,
0
],
"outputs": [
0,
3,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 3,
"resets": 1,
"target_calls": 4,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
0,
3,
3
],
"semantic_events": [
0,
2,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 3,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
2
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 1,
"raw_equivalent_map_ids": [
4
],
"no_map_in_class": false,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "6b8d097d6dac2e716e94f9100e677dddd084ae2436ee570cd1b9514813fd93a7",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 195,
"audit_execution_steps": 41,
"audit_reference_steps": 206,
"audit_target_model_steps": 206,
"audit_resets": 23,
"audit_oracle_word_candidates": 3,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.40625,
"wall_seconds": 2.8724591999998665,
"parent_peak_traced_bytes": 5685979,
"audit_product_pairs": 195,
"audit_execution_steps": 41
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "adef5f0d4c650dca3740c845c8b9cecac7c8ef28522fe04961dbb0edc3e892df"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "bypass",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "b4b51da59df79b04e1afff520f45497cfe9b9f7a66ae1d6b3da1aff8eac7f388",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
1,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "c6062ac05c10876fc99536add086c92823b307bf8a88880557d23b333fffbbca",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
0,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
0,
3
],
"semantic_events": [
0,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
2
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 1,
"raw_equivalent_map_ids": [
4
],
"no_map_in_class": false,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "6b8d097d6dac2e716e94f9100e677dddd084ae2436ee570cd1b9514813fd93a7",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 195,
"audit_execution_steps": 40,
"audit_reference_steps": 206,
"audit_target_model_steps": 206,
"audit_resets": 23,
"audit_oracle_word_candidates": 3,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.203125,
"wall_seconds": 2.819350600002508,
"parent_peak_traced_bytes": 5957475,
"audit_product_pairs": 195,
"audit_execution_steps": 40
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 4,
"chosen_adapter": {
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 2,
"raw_symbols_compared": 4
}
},
"scientific_hash": "49abb266a52309d53cc50c7be56dff83d5bdd37c925e5b747399ef04e518c8b6"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "bypass",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "3c179c0169d0d90a839fe87d0eb43d5e4da0a9364e58d3b0cfbe5bcbeabdc3ad",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "IDENTIFIED",
"admitted": true,
"word": [
1,
2
],
"candidate_count": 1
},
"ambiguity": {
"map_count": 1,
"observational_classes": 1,
"contract_classes": 1
},
"candidates": [
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
2
],
"complete": true,
"survivors_before": 12,
"survivors_after": 3
},
{
"word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"survivors_before": 3,
"survivors_after": 1
}
],
"decision_frozen_hash": "f05a6161747c026b29e75cffa6d75702c9c9e320ae96e8fed616f6639e078fe5",
"deployment": {
"word": [
1,
2
],
"executed_word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
1
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
3,
1
],
"semantic_events": [
0,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
0
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 1,
"raw_equivalent_map_ids": [
117
],
"no_map_in_class": false,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "25c0615ed912a8711562e1999bc1200b8a4d46237cd12c5e45d6ce360c4a9cc1",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 197,
"audit_execution_steps": 40,
"audit_reference_steps": 212,
"audit_target_model_steps": 212,
"audit_resets": 21,
"audit_oracle_word_candidates": 1,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 132,
"candidate_expansions": 17280,
"pair_checks": 359808,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.09375,
"wall_seconds": 2.7949841000008746,
"parent_peak_traced_bytes": 5706211,
"audit_product_pairs": 197,
"audit_execution_steps": 40
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "72fa2525ac070e699ad2d9eff71cda22537f362f19cd0df0cdb642ba9e30d9c0"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "bypass",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "3c179c0169d0d90a839fe87d0eb43d5e4da0a9364e58d3b0cfbe5bcbeabdc3ad",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "IDENTIFIED",
"admitted": true,
"word": [
1,
2
],
"candidate_count": 1
},
"ambiguity": {
"map_count": 1,
"observational_classes": 1,
"contract_classes": 1
},
"candidates": [
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
2
],
"complete": true,
"survivors_before": 12,
"survivors_after": 3
},
{
"word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"survivors_before": 3,
"survivors_after": 1
}
],
"decision_frozen_hash": "f05a6161747c026b29e75cffa6d75702c9c9e320ae96e8fed616f6639e078fe5",
"deployment": {
"word": [
1,
2
],
"executed_word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
1
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
3,
1
],
"semantic_events": [
0,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
0
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 1,
"raw_equivalent_map_ids": [
117
],
"no_map_in_class": false,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "25c0615ed912a8711562e1999bc1200b8a4d46237cd12c5e45d6ce360c4a9cc1",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 197,
"audit_execution_steps": 40,
"audit_reference_steps": 212,
"audit_target_model_steps": 212,
"audit_resets": 21,
"audit_oracle_word_candidates": 1,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 132,
"candidate_expansions": 17280,
"pair_checks": 359808,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.25,
"wall_seconds": 2.8200880000003963,
"parent_peak_traced_bytes": 5702467,
"audit_product_pairs": 197,
"audit_execution_steps": 40
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 117,
"chosen_adapter": {
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 1,
"raw_symbols_compared": 6
}
},
"scientific_hash": "7bece4d1e3e602d6ef82c099aba6259c807e0f910ba4d14c0ad90d17d9610a73"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "delay",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "c780e8bb02b698935e99694cd8e4bac2ce6496633318ee31986d3df28c37c126",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "FAMILY_CONTRADICTED",
"admitted": false,
"word": null,
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
0
],
"complete": true,
"survivors_before": 36,
"survivors_after": 0
}
],
"decision_frozen_hash": "62fd060fb7fa223194634b162c31cca074efd3e6cdeb967109fd835b822e8ae5",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "5d9fddda77ef23e65cabcb23101cedc2e74b1dd4faf0e11a1b8cc8dd03643b12",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 180,
"audit_execution_steps": 38,
"audit_reference_steps": 180,
"audit_target_model_steps": 180,
"audit_resets": 19,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 2,
"resets": 2,
"target_calls": 4,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 357480,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 1.71875,
"wall_seconds": 2.461002299998654,
"parent_peak_traced_bytes": 5686191,
"audit_product_pairs": 180,
"audit_execution_steps": 38
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "dc406e18c063ea7133f019c98f9cb079e2c5f882751d1282d963ee7f910c0132"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "delay",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "c780e8bb02b698935e99694cd8e4bac2ce6496633318ee31986d3df28c37c126",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
0
],
"complete": true,
"survivors_before": 36,
"survivors_after": 0
}
],
"decision_frozen_hash": "ec8b04bcff05e06dc6aaf8fb176bef764b2b0f1fadc189034123b80f256ced59",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
0,
0
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
0
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
0,
0
],
"semantic_events": [
0,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "5d9fddda77ef23e65cabcb23101cedc2e74b1dd4faf0e11a1b8cc8dd03643b12",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 180,
"audit_execution_steps": 42,
"audit_reference_steps": 180,
"audit_target_model_steps": 180,
"audit_resets": 22,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 0,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 2,
"resets": 2,
"target_calls": 4,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 357480,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.109375,
"wall_seconds": 2.5430641999992076,
"parent_peak_traced_bytes": 5685955,
"audit_product_pairs": 180,
"audit_execution_steps": 42
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 0,
"chosen_adapter": {
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
"raw_mismatches": 1,
"anchor_mismatches": 0,
"total_residual": 1,
"zero_residual": false,
"maps_tied_at_minimum": 72,
"raw_symbols_compared": 2
}
},
"scientific_hash": "82ee37b00765fa76f5d2c1e9d275b349d0860e9ec6d65547aeb6e8313aa61cdf"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "delay",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "429ffd21e47ab7f5680be5d59043c9a4374397d92a7e5d9e3f85b983a6e55913",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "FAMILY_CONTRADICTED",
"admitted": false,
"word": null,
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
3
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 0
}
],
"decision_frozen_hash": "7135001af1fe69ddbf24871bc4608a88e3a4cce7c759b92fb007f3260961debd",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "6b4e3ab52195af4003f02cbac27e11b920eb8ed6e3c4cb20686826637b32ef14",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 180,
"audit_execution_steps": 54,
"audit_reference_steps": 180,
"audit_target_model_steps": 180,
"audit_resets": 31,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 2,
"resets": 2,
"target_calls": 4,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 357480,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.09375,
"wall_seconds": 2.7237268000026233,
"parent_peak_traced_bytes": 5685955,
"audit_product_pairs": 180,
"audit_execution_steps": 54
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "ababc32b31ee30818bef133b318b4758673d1a0e374eb8006e9aa605edf94b56"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "delay",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "429ffd21e47ab7f5680be5d59043c9a4374397d92a7e5d9e3f85b983a6e55913",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 0
},
"ambiguity": {
"map_count": 0,
"observational_classes": 0,
"contract_classes": 0
},
"candidates": [],
"probes": [
{
"word": [
0
],
"outputs": [
3
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 0
}
],
"decision_frozen_hash": "d45c69f0816315e7a122b6485dfb102160ab486ca929964bd5e45ffc26a506e3",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
3,
2
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
0
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
3,
2
],
"semantic_events": [
2,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "6b4e3ab52195af4003f02cbac27e11b920eb8ed6e3c4cb20686826637b32ef14",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 180,
"audit_execution_steps": 58,
"audit_reference_steps": 180,
"audit_target_model_steps": 180,
"audit_resets": 34,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 2,
"resets": 2,
"target_calls": 4,
"source_steps": 120,
"candidate_expansions": 17280,
"pair_checks": 357480,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.15625,
"wall_seconds": 2.7196660000045085,
"parent_peak_traced_bytes": 5685955,
"audit_product_pairs": 180,
"audit_execution_steps": 58
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 0,
"chosen_adapter": {
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
"raw_mismatches": 1,
"anchor_mismatches": 0,
"total_residual": 1,
"zero_residual": false,
"maps_tied_at_minimum": 72,
"raw_symbols_compared": 2
}
},
"scientific_hash": "1702232e070fb0a4ea87662416f6935df8bcdc6801c9f2ddcf5aac929087857f"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "repeat",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "17dcb43399606dec1daf1733bce091c9507aa46b7a01ba56b1fe9883b5d95cfb",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1,
0
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
1,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "c9f50e7123712f344a98563a1a8c90e713ea8440bdfa8903a7b4e62607f77d8e",
"deployment": {
"word": [
0,
1,
0
],
"executed_word": [
0,
1,
0
],
"outputs": [
0,
0,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 3,
"resets": 1,
"target_calls": 4,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
0,
0,
3
],
"semantic_events": [
0,
1,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 3,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "334d401be392cbe0b4ce00d0dfd4b451a5146760b28b75a0b11e079bfccdaf35",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 206,
"audit_execution_steps": 89,
"audit_reference_steps": 206,
"audit_target_model_steps": 206,
"audit_resets": 31,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.21875,
"wall_seconds": 2.730447499998263,
"parent_peak_traced_bytes": 5685955,
"audit_product_pairs": 206,
"audit_execution_steps": 89
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "20b4fb92c38ab1f0983b50c8c36e1136ea79c5a3beff00d42a6c333df5d655ac"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "repeat",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "17dcb43399606dec1daf1733bce091c9507aa46b7a01ba56b1fe9883b5d95cfb",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
1,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "fc48ab2976f70a9285f6840e531667717b24ab18c3fa61ab2a02ad0f6b81fcd0",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
0,
0
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
0,
0
],
"semantic_events": [
0,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "334d401be392cbe0b4ce00d0dfd4b451a5146760b28b75a0b11e079bfccdaf35",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 206,
"audit_execution_steps": 88,
"audit_reference_steps": 206,
"audit_target_model_steps": 206,
"audit_resets": 31,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 1,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.3125,
"wall_seconds": 2.8070933999988483,
"parent_peak_traced_bytes": 5958147,
"audit_product_pairs": 206,
"audit_execution_steps": 88
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 4,
"chosen_adapter": {
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 2,
"raw_symbols_compared": 4
}
},
"scientific_hash": "ae431d7b617126a353681c593a36545d26add2d34327c2d83a255c403c5feeea"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "repeat",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "67002a7ce744cf8c857136b5253d55df0706cd536b5810d5a707662cb531c008",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1,
0
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 14,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 68,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
0,
2
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
0
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "2845da8c22836e54c7beb8579609add4229ca73e9faaaab6d76b6087de593452",
"deployment": {
"word": [
0,
1,
0
],
"executed_word": [
0,
1,
0
],
"outputs": [
2,
2,
2
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 3,
"resets": 1,
"target_calls": 4,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
2,
2,
2
],
"semantic_events": [
2,
2,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 3,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "2a7b21f05adc32c6aad7ea7828aeb6a45cb72dd7ec23fd78d51d63b938a29e8e",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 202,
"audit_execution_steps": 113,
"audit_reference_steps": 206,
"audit_target_model_steps": 206,
"audit_resets": 47,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 2,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.078125,
"wall_seconds": 2.5582809999978053,
"parent_peak_traced_bytes": 5706102,
"audit_product_pairs": 202,
"audit_execution_steps": 113
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "d40c07f97b27925abcda95bdcd5732f4f5ec5fe122afc38f9a028eaa35c3caa8"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "repeat",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "67002a7ce744cf8c857136b5253d55df0706cd536b5810d5a707662cb531c008",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 14,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 68,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
0,
2
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
0
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "32d205c7666f34ee8856cf4801c9137304c0cc84354970d24700ba6057dd0658",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
2,
2
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": false,
"hazard": true,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": false,
"outputs": [
2,
2
],
"semantic_events": [
2,
2
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": true
},
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": false,
"raw_equivalent_maps_count": 0,
"raw_equivalent_map_ids": [],
"no_map_in_class": true,
"maps_checked": 144,
"counterexample": [
0
],
"counterexamples_hash": "2a7b21f05adc32c6aad7ea7828aeb6a45cb72dd7ec23fd78d51d63b938a29e8e",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 202,
"audit_execution_steps": 112,
"audit_reference_steps": 206,
"audit_target_model_steps": 206,
"audit_resets": 47,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 2,
"assumption_limits": "Exact raw equivalence within the declared 144-map finite class only; latent semantics are not established by raw equivalence."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.359375,
"wall_seconds": 2.835472500002652,
"parent_peak_traced_bytes": 5702243,
"audit_product_pairs": 202,
"audit_execution_steps": 112
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 14,
"chosen_adapter": {
"id": 14,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
0,
3
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 2,
"raw_symbols_compared": 4
}
},
"scientific_hash": "2b0494251f2c07ee73bbc0158790a957743b3222e84a4c7beb1ada6c3bec0bd0"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "drift",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "b7fe946863d40544142feb3ee4416eab76c45241b4bcbb20391dcd9fad8c21a6",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1,
0
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
1,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "4d592d003c7ec73823d1a1a1a61da803b1b2641cb349dc111e077e6752d183a2",
"deployment": {
"word": [
0,
1,
0
],
"executed_word": [
0,
1,
0
],
"outputs": [
0,
3,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 3,
"resets": 1,
"target_calls": 4,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
0,
3,
3
],
"semantic_events": [
0,
1,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 3,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": null,
"raw_equivalent_map_ids": [],
"no_map_in_class": null,
"maps_checked": 0,
"counterexample": null,
"counterexamples_hash": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 0,
"audit_execution_steps": 41,
"audit_reference_steps": 0,
"audit_target_model_steps": 0,
"audit_resets": 30,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 1,
"assumption_limits": "No finite stationary target model available; equivalence is unresolved."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.09375,
"wall_seconds": 2.7930329000009806,
"parent_peak_traced_bytes": 5686243,
"audit_product_pairs": 0,
"audit_execution_steps": 41
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "9fb3fb2addd8ddfdb82213ba5d60d2617bc83c19127b4b7d8f1d2a7784c750d8"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "drift",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "b7fe946863d40544142feb3ee4416eab76c45241b4bcbb20391dcd9fad8c21a6",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "TASK_ADMISSIBLE",
"admitted": true,
"word": [
0,
1
],
"candidate_count": 2
},
"ambiguity": {
"map_count": 2,
"observational_classes": 2,
"contract_classes": 2
},
"candidates": [
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
0
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
2
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
1,
1
],
"complete": true,
"survivors_before": 12,
"survivors_after": 2
}
],
"decision_frozen_hash": "b8a2fba46b7c3ccfb3fe60a3d138dff81ed9249f4dd81e1192091b440dc6dd17",
"deployment": {
"word": [
0,
1
],
"executed_word": [
0,
1
],
"outputs": [
0,
3
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
2
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
0,
3
],
"semantic_events": [
0,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
0,
1
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": null,
"raw_equivalent_map_ids": [],
"no_map_in_class": null,
"maps_checked": 0,
"counterexample": null,
"counterexamples_hash": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 0,
"audit_execution_steps": 40,
"audit_reference_steps": 0,
"audit_target_model_steps": 0,
"audit_resets": 30,
"audit_oracle_word_candidates": 5,
"calibration_hazardous_probes": 1,
"assumption_limits": "No finite stationary target model available; equivalence is unresolved."
},
"metrics": {
"target_steps": 4,
"resets": 3,
"target_calls": 7,
"source_steps": 144,
"candidate_expansions": 17280,
"pair_checks": 359700,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.21875,
"wall_seconds": 2.8808397999964654,
"parent_peak_traced_bytes": 5686115,
"audit_product_pairs": 0,
"audit_execution_steps": 40
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 4,
"chosen_adapter": {
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 2,
"raw_symbols_compared": 4
}
},
"scientific_hash": "daeef205d7a183d62fbf6282e3fb0fffe2ef57e42f3fea9f0d593c650d65640a"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "drift",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "90357e3f46e343e1f58869a65eae003d6067f2f678cf4c05f7110578fa3c4f20",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "IDENTIFIED",
"admitted": true,
"word": [
1,
2
],
"candidate_count": 1
},
"ambiguity": {
"map_count": 1,
"observational_classes": 1,
"contract_classes": 1
},
"candidates": [
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
2
],
"complete": true,
"survivors_before": 12,
"survivors_after": 3
},
{
"word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"survivors_before": 3,
"survivors_after": 1
}
],
"decision_frozen_hash": "a16b56d0c18b06e44025545b5039ef429ced5f4bb57ff04b8db4c77cfed8b45c",
"deployment": {
"word": [
1,
2
],
"executed_word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
1
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
3,
1
],
"semantic_events": [
0,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": null,
"raw_equivalent_map_ids": [],
"no_map_in_class": null,
"maps_checked": 0,
"counterexample": null,
"counterexamples_hash": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 0,
"audit_execution_steps": 90,
"audit_reference_steps": 0,
"audit_target_model_steps": 0,
"audit_resets": 60,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 2,
"assumption_limits": "No finite stationary target model available; equivalence is unresolved."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 132,
"candidate_expansions": 17280,
"pair_checks": 359808,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.0625,
"wall_seconds": 2.7438480999990134,
"parent_peak_traced_bytes": 5686243,
"audit_product_pairs": 0,
"audit_execution_steps": 90
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "cd5c2b5760c5962af077657a362541c4aa7f10f90cbda6fd73c4c2c2e2f647e6"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "drift",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "90357e3f46e343e1f58869a65eae003d6067f2f678cf4c05f7110578fa3c4f20",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "IDENTIFIED",
"admitted": true,
"word": [
1,
2
],
"candidate_count": 1
},
"ambiguity": {
"map_count": 1,
"observational_classes": 1,
"contract_classes": 1
},
"candidates": [
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [
2
],
"complete": true,
"survivors_before": 144,
"survivors_after": 36
},
{
"word": [
1
],
"outputs": [
3
],
"complete": true,
"survivors_before": 36,
"survivors_after": 12
},
{
"word": [
2,
0
],
"outputs": [
0,
2
],
"complete": true,
"survivors_before": 12,
"survivors_after": 3
},
{
"word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"survivors_before": 3,
"survivors_after": 1
}
],
"decision_frozen_hash": "a16b56d0c18b06e44025545b5039ef429ced5f4bb57ff04b8db4c77cfed8b45c",
"deployment": {
"word": [
1,
2
],
"executed_word": [
1,
2
],
"outputs": [
3,
1
],
"complete": true,
"mode": "open_loop",
"shield_status": "COMPLETED",
"intervened": false,
"hazard_averted": false,
"reasons": [],
"survivor_history": [
1
],
"target_steps": 2,
"resets": 1,
"target_calls": 3,
"error": null
},
"audit": {
"goal_success": true,
"hazard": false,
"hazard_averted": false,
"shield_intervened": false,
"contract_satisfied": true,
"outputs": [
3,
1
],
"semantic_events": [
0,
1
],
"deployment_audit": {
"completed": true,
"executed_prefix_length": 2,
"reconstruction_matches_observed": true,
"prefix_hazard": false
},
"oracle_feasible": true,
"oracle_word": [
1,
2
],
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": null,
"raw_equivalent_map_ids": [],
"no_map_in_class": null,
"maps_checked": 0,
"counterexample": null,
"counterexamples_hash": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 0,
"audit_execution_steps": 90,
"audit_reference_steps": 0,
"audit_target_model_steps": 0,
"audit_resets": 60,
"audit_oracle_word_candidates": 9,
"calibration_hazardous_probes": 2,
"assumption_limits": "No finite stationary target model available; equivalence is unresolved."
},
"metrics": {
"target_steps": 6,
"resets": 4,
"target_calls": 10,
"source_steps": 132,
"candidate_expansions": 17280,
"pair_checks": 359808,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.15625,
"wall_seconds": 2.7112177000017255,
"parent_peak_traced_bytes": 5685955,
"audit_product_pairs": 0,
"audit_execution_steps": 90
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 117,
"chosen_adapter": {
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 1,
"raw_symbols_compared": 6
}
},
"scientific_hash": "3245ce18c8c09ca91e9edd0b26683e6701e7ab083b89a0baddbf7555f604d364"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "malformed",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "a93b0872ff0cdc36953dd4d9398fd5e7df570e991d0e3038110969f665a03455",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "INTERFACE_ERROR",
"admitted": false,
"word": null,
"candidate_count": 144,
"error": {
"code": "malformed_response",
"message": "malformed response"
}
},
"ambiguity": {
"map_count": 144,
"observational_classes": 144,
"contract_classes": 6
},
"candidates": [
{
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 1,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 2,
"input_map": [
0,
1,
2
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 3,
"input_map": [
0,
1,
2
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 5,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 6,
"input_map": [
0,
1,
2
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 7,
"input_map": [
0,
1,
2
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 8,
"input_map": [
0,
1,
2
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 9,
"input_map": [
0,
1,
2
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 10,
"input_map": [
0,
1,
2
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 11,
"input_map": [
0,
1,
2
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 12,
"input_map": [
0,
1,
2
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 13,
"input_map": [
0,
1,
2
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 14,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 15,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 16,
"input_map": [
0,
1,
2
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 17,
"input_map": [
0,
1,
2
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 18,
"input_map": [
0,
1,
2
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 19,
"input_map": [
0,
1,
2
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 20,
"input_map": [
0,
1,
2
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 21,
"input_map": [
0,
1,
2
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 22,
"input_map": [
0,
1,
2
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 23,
"input_map": [
0,
1,
2
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 24,
"input_map": [
0,
2,
1
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 25,
"input_map": [
0,
2,
1
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 26,
"input_map": [
0,
2,
1
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 27,
"input_map": [
0,
2,
1
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 28,
"input_map": [
0,
2,
1
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 29,
"input_map": [
0,
2,
1
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 30,
"input_map": [
0,
2,
1
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 31,
"input_map": [
0,
2,
1
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 32,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 33,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 34,
"input_map": [
0,
2,
1
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 35,
"input_map": [
0,
2,
1
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 36,
"input_map": [
0,
2,
1
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 37,
"input_map": [
0,
2,
1
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 38,
"input_map": [
0,
2,
1
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 39,
"input_map": [
0,
2,
1
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 40,
"input_map": [
0,
2,
1
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 41,
"input_map": [
0,
2,
1
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 42,
"input_map": [
0,
2,
1
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 43,
"input_map": [
0,
2,
1
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 44,
"input_map": [
0,
2,
1
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 45,
"input_map": [
0,
2,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 46,
"input_map": [
0,
2,
1
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 47,
"input_map": [
0,
2,
1
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 48,
"input_map": [
1,
0,
2
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 49,
"input_map": [
1,
0,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 50,
"input_map": [
1,
0,
2
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 51,
"input_map": [
1,
0,
2
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 52,
"input_map": [
1,
0,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 53,
"input_map": [
1,
0,
2
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 54,
"input_map": [
1,
0,
2
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 55,
"input_map": [
1,
0,
2
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 56,
"input_map": [
1,
0,
2
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 57,
"input_map": [
1,
0,
2
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 58,
"input_map": [
1,
0,
2
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 59,
"input_map": [
1,
0,
2
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 60,
"input_map": [
1,
0,
2
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 61,
"input_map": [
1,
0,
2
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 62,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 63,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 64,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 66,
"input_map": [
1,
0,
2
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 67,
"input_map": [
1,
0,
2
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 68,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 69,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 70,
"input_map": [
1,
0,
2
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 71,
"input_map": [
1,
0,
2
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 72,
"input_map": [
1,
2,
0
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 73,
"input_map": [
1,
2,
0
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 74,
"input_map": [
1,
2,
0
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 75,
"input_map": [
1,
2,
0
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 76,
"input_map": [
1,
2,
0
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 77,
"input_map": [
1,
2,
0
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 78,
"input_map": [
1,
2,
0
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 79,
"input_map": [
1,
2,
0
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 80,
"input_map": [
1,
2,
0
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 81,
"input_map": [
1,
2,
0
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 82,
"input_map": [
1,
2,
0
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 83,
"input_map": [
1,
2,
0
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 84,
"input_map": [
1,
2,
0
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 85,
"input_map": [
1,
2,
0
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 86,
"input_map": [
1,
2,
0
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 87,
"input_map": [
1,
2,
0
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 88,
"input_map": [
1,
2,
0
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 89,
"input_map": [
1,
2,
0
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 90,
"input_map": [
1,
2,
0
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 91,
"input_map": [
1,
2,
0
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 92,
"input_map": [
1,
2,
0
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 93,
"input_map": [
1,
2,
0
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 94,
"input_map": [
1,
2,
0
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 95,
"input_map": [
1,
2,
0
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 96,
"input_map": [
2,
0,
1
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 97,
"input_map": [
2,
0,
1
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 98,
"input_map": [
2,
0,
1
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 99,
"input_map": [
2,
0,
1
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 100,
"input_map": [
2,
0,
1
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 101,
"input_map": [
2,
0,
1
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 102,
"input_map": [
2,
0,
1
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 103,
"input_map": [
2,
0,
1
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 104,
"input_map": [
2,
0,
1
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 105,
"input_map": [
2,
0,
1
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 106,
"input_map": [
2,
0,
1
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 107,
"input_map": [
2,
0,
1
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 108,
"input_map": [
2,
0,
1
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 109,
"input_map": [
2,
0,
1
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 110,
"input_map": [
2,
0,
1
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 111,
"input_map": [
2,
0,
1
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 112,
"input_map": [
2,
0,
1
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 113,
"input_map": [
2,
0,
1
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 114,
"input_map": [
2,
0,
1
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 115,
"input_map": [
2,
0,
1
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 116,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 118,
"input_map": [
2,
0,
1
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 119,
"input_map": [
2,
0,
1
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 120,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 121,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 122,
"input_map": [
2,
1,
0
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 123,
"input_map": [
2,
1,
0
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 124,
"input_map": [
2,
1,
0
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 125,
"input_map": [
2,
1,
0
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 126,
"input_map": [
2,
1,
0
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 127,
"input_map": [
2,
1,
0
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 128,
"input_map": [
2,
1,
0
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 129,
"input_map": [
2,
1,
0
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 130,
"input_map": [
2,
1,
0
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 131,
"input_map": [
2,
1,
0
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 132,
"input_map": [
2,
1,
0
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 133,
"input_map": [
2,
1,
0
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 134,
"input_map": [
2,
1,
0
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 135,
"input_map": [
2,
1,
0
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 136,
"input_map": [
2,
1,
0
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 137,
"input_map": [
2,
1,
0
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 138,
"input_map": [
2,
1,
0
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 139,
"input_map": [
2,
1,
0
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 140,
"input_map": [
2,
1,
0
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 141,
"input_map": [
2,
1,
0
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 142,
"input_map": [
2,
1,
0
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 143,
"input_map": [
2,
1,
0
],
"output_map": [
3,
2,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [],
"complete": false,
"survivors_before": 144,
"survivors_after": 144
}
],
"decision_frozen_hash": "fe97c24961631d116889dbc6d7238ebda2dd4170c8398e3d91958cf5494f7057",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": false,
"oracle_word": null,
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": null,
"raw_equivalent_map_ids": [],
"no_map_in_class": null,
"maps_checked": 0,
"counterexample": null,
"counterexamples_hash": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 0,
"audit_execution_steps": 0,
"audit_reference_steps": 0,
"audit_target_model_steps": 0,
"audit_resets": 0,
"audit_oracle_word_candidates": 0,
"calibration_hazardous_probes": 0,
"assumption_limits": "No finite stationary target model available; equivalence is unresolved."
},
"metrics": {
"target_steps": 1,
"resets": 1,
"target_calls": 2,
"source_steps": 1848,
"candidate_expansions": 17280,
"pair_checks": 336960,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.125,
"wall_seconds": 2.783242600002268,
"parent_peak_traced_bytes": 5685743,
"audit_product_pairs": 0,
"audit_execution_steps": 0
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "810d7104ba7b676be07df4e4e65329226f9adfa4f5874fb35758ec9339fd1a11"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "malformed",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "a93b0872ff0cdc36953dd4d9398fd5e7df570e991d0e3038110969f665a03455",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "INTERFACE_ERROR",
"admitted": false,
"word": null,
"candidate_count": 144,
"error": {
"code": "malformed_response",
"message": "malformed response"
}
},
"ambiguity": {
"map_count": 144,
"observational_classes": 144,
"contract_classes": 6
},
"candidates": [
{
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 1,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 2,
"input_map": [
0,
1,
2
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 3,
"input_map": [
0,
1,
2
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 5,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 6,
"input_map": [
0,
1,
2
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 7,
"input_map": [
0,
1,
2
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 8,
"input_map": [
0,
1,
2
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 9,
"input_map": [
0,
1,
2
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 10,
"input_map": [
0,
1,
2
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 11,
"input_map": [
0,
1,
2
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 12,
"input_map": [
0,
1,
2
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 13,
"input_map": [
0,
1,
2
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 14,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 15,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 16,
"input_map": [
0,
1,
2
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 17,
"input_map": [
0,
1,
2
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 18,
"input_map": [
0,
1,
2
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 19,
"input_map": [
0,
1,
2
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 20,
"input_map": [
0,
1,
2
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 21,
"input_map": [
0,
1,
2
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 22,
"input_map": [
0,
1,
2
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 23,
"input_map": [
0,
1,
2
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 24,
"input_map": [
0,
2,
1
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 25,
"input_map": [
0,
2,
1
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 26,
"input_map": [
0,
2,
1
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 27,
"input_map": [
0,
2,
1
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 28,
"input_map": [
0,
2,
1
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 29,
"input_map": [
0,
2,
1
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 30,
"input_map": [
0,
2,
1
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 31,
"input_map": [
0,
2,
1
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 32,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 33,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 34,
"input_map": [
0,
2,
1
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 35,
"input_map": [
0,
2,
1
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 36,
"input_map": [
0,
2,
1
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 37,
"input_map": [
0,
2,
1
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 38,
"input_map": [
0,
2,
1
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 39,
"input_map": [
0,
2,
1
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 40,
"input_map": [
0,
2,
1
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 41,
"input_map": [
0,
2,
1
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 42,
"input_map": [
0,
2,
1
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 43,
"input_map": [
0,
2,
1
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 44,
"input_map": [
0,
2,
1
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 45,
"input_map": [
0,
2,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 46,
"input_map": [
0,
2,
1
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 47,
"input_map": [
0,
2,
1
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 48,
"input_map": [
1,
0,
2
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 49,
"input_map": [
1,
0,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 50,
"input_map": [
1,
0,
2
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 51,
"input_map": [
1,
0,
2
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 52,
"input_map": [
1,
0,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 53,
"input_map": [
1,
0,
2
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 54,
"input_map": [
1,
0,
2
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 55,
"input_map": [
1,
0,
2
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 56,
"input_map": [
1,
0,
2
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 57,
"input_map": [
1,
0,
2
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 58,
"input_map": [
1,
0,
2
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 59,
"input_map": [
1,
0,
2
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 60,
"input_map": [
1,
0,
2
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 61,
"input_map": [
1,
0,
2
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 62,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 63,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 64,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 66,
"input_map": [
1,
0,
2
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 67,
"input_map": [
1,
0,
2
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 68,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 69,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 70,
"input_map": [
1,
0,
2
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 71,
"input_map": [
1,
0,
2
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 72,
"input_map": [
1,
2,
0
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 73,
"input_map": [
1,
2,
0
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 74,
"input_map": [
1,
2,
0
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 75,
"input_map": [
1,
2,
0
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 76,
"input_map": [
1,
2,
0
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 77,
"input_map": [
1,
2,
0
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 78,
"input_map": [
1,
2,
0
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 79,
"input_map": [
1,
2,
0
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 80,
"input_map": [
1,
2,
0
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 81,
"input_map": [
1,
2,
0
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 82,
"input_map": [
1,
2,
0
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 83,
"input_map": [
1,
2,
0
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 84,
"input_map": [
1,
2,
0
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 85,
"input_map": [
1,
2,
0
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 86,
"input_map": [
1,
2,
0
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 87,
"input_map": [
1,
2,
0
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 88,
"input_map": [
1,
2,
0
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 89,
"input_map": [
1,
2,
0
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 90,
"input_map": [
1,
2,
0
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 91,
"input_map": [
1,
2,
0
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 92,
"input_map": [
1,
2,
0
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 93,
"input_map": [
1,
2,
0
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 94,
"input_map": [
1,
2,
0
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 95,
"input_map": [
1,
2,
0
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 96,
"input_map": [
2,
0,
1
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 97,
"input_map": [
2,
0,
1
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 98,
"input_map": [
2,
0,
1
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 99,
"input_map": [
2,
0,
1
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 100,
"input_map": [
2,
0,
1
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 101,
"input_map": [
2,
0,
1
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 102,
"input_map": [
2,
0,
1
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 103,
"input_map": [
2,
0,
1
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 104,
"input_map": [
2,
0,
1
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 105,
"input_map": [
2,
0,
1
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 106,
"input_map": [
2,
0,
1
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 107,
"input_map": [
2,
0,
1
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 108,
"input_map": [
2,
0,
1
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 109,
"input_map": [
2,
0,
1
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 110,
"input_map": [
2,
0,
1
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 111,
"input_map": [
2,
0,
1
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 112,
"input_map": [
2,
0,
1
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 113,
"input_map": [
2,
0,
1
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 114,
"input_map": [
2,
0,
1
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 115,
"input_map": [
2,
0,
1
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 116,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 118,
"input_map": [
2,
0,
1
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 119,
"input_map": [
2,
0,
1
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 120,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 121,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 122,
"input_map": [
2,
1,
0
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 123,
"input_map": [
2,
1,
0
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 124,
"input_map": [
2,
1,
0
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 125,
"input_map": [
2,
1,
0
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 126,
"input_map": [
2,
1,
0
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 127,
"input_map": [
2,
1,
0
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 128,
"input_map": [
2,
1,
0
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 129,
"input_map": [
2,
1,
0
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 130,
"input_map": [
2,
1,
0
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 131,
"input_map": [
2,
1,
0
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 132,
"input_map": [
2,
1,
0
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 133,
"input_map": [
2,
1,
0
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 134,
"input_map": [
2,
1,
0
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 135,
"input_map": [
2,
1,
0
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 136,
"input_map": [
2,
1,
0
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 137,
"input_map": [
2,
1,
0
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 138,
"input_map": [
2,
1,
0
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 139,
"input_map": [
2,
1,
0
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 140,
"input_map": [
2,
1,
0
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 141,
"input_map": [
2,
1,
0
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 142,
"input_map": [
2,
1,
0
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 143,
"input_map": [
2,
1,
0
],
"output_map": [
3,
2,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [],
"complete": false,
"survivors_before": 144,
"survivors_after": 144
}
],
"decision_frozen_hash": "fe97c24961631d116889dbc6d7238ebda2dd4170c8398e3d91958cf5494f7057",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": false,
"oracle_word": null,
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": null,
"raw_equivalent_map_ids": [],
"no_map_in_class": null,
"maps_checked": 0,
"counterexample": null,
"counterexamples_hash": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 0,
"audit_execution_steps": 0,
"audit_reference_steps": 0,
"audit_target_model_steps": 0,
"audit_resets": 0,
"audit_oracle_word_candidates": 0,
"calibration_hazardous_probes": 0,
"assumption_limits": "No finite stationary target model available; equivalence is unresolved."
},
"metrics": {
"target_steps": 1,
"resets": 1,
"target_calls": 2,
"source_steps": 1848,
"candidate_expansions": 17280,
"pair_checks": 336960,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.140625,
"wall_seconds": 2.6673031999962404,
"parent_peak_traced_bytes": 5958755,
"audit_product_pairs": 0,
"audit_execution_steps": 0
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 0,
"chosen_adapter": {
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 144,
"raw_symbols_compared": 0
}
},
"scientific_hash": "2298fbd5d60147895330bbcd9a1449535cab7fbf8d3b3db7a34de86127adb16d"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "malformed",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "e8ed966278305c40781a95578495cd17efbad9fb9b565da51ffcae962f316d88",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "INTERFACE_ERROR",
"admitted": false,
"word": null,
"candidate_count": 144,
"error": {
"code": "malformed_response",
"message": "malformed response"
}
},
"ambiguity": {
"map_count": 144,
"observational_classes": 144,
"contract_classes": 6
},
"candidates": [
{
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 1,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 2,
"input_map": [
0,
1,
2
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 3,
"input_map": [
0,
1,
2
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 5,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 6,
"input_map": [
0,
1,
2
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 7,
"input_map": [
0,
1,
2
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 8,
"input_map": [
0,
1,
2
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 9,
"input_map": [
0,
1,
2
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 10,
"input_map": [
0,
1,
2
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 11,
"input_map": [
0,
1,
2
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 12,
"input_map": [
0,
1,
2
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 13,
"input_map": [
0,
1,
2
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 14,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 15,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 16,
"input_map": [
0,
1,
2
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 17,
"input_map": [
0,
1,
2
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 18,
"input_map": [
0,
1,
2
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 19,
"input_map": [
0,
1,
2
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 20,
"input_map": [
0,
1,
2
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 21,
"input_map": [
0,
1,
2
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 22,
"input_map": [
0,
1,
2
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 23,
"input_map": [
0,
1,
2
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 24,
"input_map": [
0,
2,
1
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 25,
"input_map": [
0,
2,
1
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 26,
"input_map": [
0,
2,
1
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 27,
"input_map": [
0,
2,
1
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 28,
"input_map": [
0,
2,
1
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 29,
"input_map": [
0,
2,
1
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 30,
"input_map": [
0,
2,
1
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 31,
"input_map": [
0,
2,
1
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 32,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 33,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 34,
"input_map": [
0,
2,
1
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 35,
"input_map": [
0,
2,
1
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 36,
"input_map": [
0,
2,
1
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 37,
"input_map": [
0,
2,
1
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 38,
"input_map": [
0,
2,
1
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 39,
"input_map": [
0,
2,
1
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 40,
"input_map": [
0,
2,
1
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 41,
"input_map": [
0,
2,
1
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 42,
"input_map": [
0,
2,
1
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 43,
"input_map": [
0,
2,
1
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 44,
"input_map": [
0,
2,
1
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 45,
"input_map": [
0,
2,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 46,
"input_map": [
0,
2,
1
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 47,
"input_map": [
0,
2,
1
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 48,
"input_map": [
1,
0,
2
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 49,
"input_map": [
1,
0,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 50,
"input_map": [
1,
0,
2
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 51,
"input_map": [
1,
0,
2
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 52,
"input_map": [
1,
0,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 53,
"input_map": [
1,
0,
2
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 54,
"input_map": [
1,
0,
2
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 55,
"input_map": [
1,
0,
2
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 56,
"input_map": [
1,
0,
2
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 57,
"input_map": [
1,
0,
2
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 58,
"input_map": [
1,
0,
2
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 59,
"input_map": [
1,
0,
2
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 60,
"input_map": [
1,
0,
2
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 61,
"input_map": [
1,
0,
2
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 62,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 63,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 64,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 66,
"input_map": [
1,
0,
2
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 67,
"input_map": [
1,
0,
2
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 68,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 69,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 70,
"input_map": [
1,
0,
2
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 71,
"input_map": [
1,
0,
2
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 72,
"input_map": [
1,
2,
0
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 73,
"input_map": [
1,
2,
0
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 74,
"input_map": [
1,
2,
0
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 75,
"input_map": [
1,
2,
0
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 76,
"input_map": [
1,
2,
0
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 77,
"input_map": [
1,
2,
0
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 78,
"input_map": [
1,
2,
0
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 79,
"input_map": [
1,
2,
0
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 80,
"input_map": [
1,
2,
0
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 81,
"input_map": [
1,
2,
0
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 82,
"input_map": [
1,
2,
0
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 83,
"input_map": [
1,
2,
0
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 84,
"input_map": [
1,
2,
0
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 85,
"input_map": [
1,
2,
0
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 86,
"input_map": [
1,
2,
0
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 87,
"input_map": [
1,
2,
0
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 88,
"input_map": [
1,
2,
0
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 89,
"input_map": [
1,
2,
0
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 90,
"input_map": [
1,
2,
0
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 91,
"input_map": [
1,
2,
0
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 92,
"input_map": [
1,
2,
0
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 93,
"input_map": [
1,
2,
0
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 94,
"input_map": [
1,
2,
0
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 95,
"input_map": [
1,
2,
0
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 96,
"input_map": [
2,
0,
1
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 97,
"input_map": [
2,
0,
1
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 98,
"input_map": [
2,
0,
1
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 99,
"input_map": [
2,
0,
1
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 100,
"input_map": [
2,
0,
1
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 101,
"input_map": [
2,
0,
1
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 102,
"input_map": [
2,
0,
1
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 103,
"input_map": [
2,
0,
1
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 104,
"input_map": [
2,
0,
1
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 105,
"input_map": [
2,
0,
1
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 106,
"input_map": [
2,
0,
1
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 107,
"input_map": [
2,
0,
1
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 108,
"input_map": [
2,
0,
1
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 109,
"input_map": [
2,
0,
1
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 110,
"input_map": [
2,
0,
1
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 111,
"input_map": [
2,
0,
1
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 112,
"input_map": [
2,
0,
1
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 113,
"input_map": [
2,
0,
1
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 114,
"input_map": [
2,
0,
1
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 115,
"input_map": [
2,
0,
1
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 116,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 118,
"input_map": [
2,
0,
1
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 119,
"input_map": [
2,
0,
1
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 120,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 121,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 122,
"input_map": [
2,
1,
0
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 123,
"input_map": [
2,
1,
0
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 124,
"input_map": [
2,
1,
0
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 125,
"input_map": [
2,
1,
0
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 126,
"input_map": [
2,
1,
0
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 127,
"input_map": [
2,
1,
0
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 128,
"input_map": [
2,
1,
0
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 129,
"input_map": [
2,
1,
0
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 130,
"input_map": [
2,
1,
0
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 131,
"input_map": [
2,
1,
0
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 132,
"input_map": [
2,
1,
0
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 133,
"input_map": [
2,
1,
0
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 134,
"input_map": [
2,
1,
0
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 135,
"input_map": [
2,
1,
0
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 136,
"input_map": [
2,
1,
0
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 137,
"input_map": [
2,
1,
0
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 138,
"input_map": [
2,
1,
0
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 139,
"input_map": [
2,
1,
0
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 140,
"input_map": [
2,
1,
0
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 141,
"input_map": [
2,
1,
0
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 142,
"input_map": [
2,
1,
0
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 143,
"input_map": [
2,
1,
0
],
"output_map": [
3,
2,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [],
"complete": false,
"survivors_before": 144,
"survivors_after": 144
}
],
"decision_frozen_hash": "d330caaeec44354fac24a9fc2bdea7bbe304ee75c87544f1df5d05d6a1345ccf",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": false,
"oracle_word": null,
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": null,
"raw_equivalent_map_ids": [],
"no_map_in_class": null,
"maps_checked": 0,
"counterexample": null,
"counterexamples_hash": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 0,
"audit_execution_steps": 0,
"audit_reference_steps": 0,
"audit_target_model_steps": 0,
"audit_resets": 0,
"audit_oracle_word_candidates": 0,
"calibration_hazardous_probes": 0,
"assumption_limits": "No finite stationary target model available; equivalence is unresolved."
},
"metrics": {
"target_steps": 1,
"resets": 1,
"target_calls": 2,
"source_steps": 1848,
"candidate_expansions": 17280,
"pair_checks": 336960,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.09375,
"wall_seconds": 2.743599000001268,
"parent_peak_traced_bytes": 5706315,
"audit_product_pairs": 0,
"audit_execution_steps": 0
},
"baseline": {
"name": "task",
"privileged": false
},
"scientific_hash": "f40cf58cf65288b8175b2c2e66d24ee0ebe1ad078f4d81acb1df1367c9ac11de"
},
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "malformed",
"seed": 23,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "fit",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
3,
2
]
],
[
[
1,
3
],
[
2,
1
],
[
3,
2
]
],
[
[
2,
1
],
[
2,
1
],
[
3,
2
]
],
[
[
3,
2
],
[
3,
2
],
[
3,
2
]
]
],
"inputs": 3,
"outputs": 4,
"initial": 0
},
"contract": {
"goal": 1,
"hazard": 2,
"horizon": 4
},
"target_id": "e8ed966278305c40781a95578495cd17efbad9fb9b565da51ffcae962f316d88",
"parent_instance_id": "4ba5a7845f90d38c69c89bcb0258b9fa48ade5dbc2bd40d0bdd735d8eecba2f1",
"anchors": {},
"decision": {
"status": "INTERFACE_ERROR",
"admitted": false,
"word": null,
"candidate_count": 144,
"error": {
"code": "malformed_response",
"message": "malformed response"
}
},
"ambiguity": {
"map_count": 144,
"observational_classes": 144,
"contract_classes": 6
},
"candidates": [
{
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 1,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 2,
"input_map": [
0,
1,
2
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 3,
"input_map": [
0,
1,
2
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 4,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 5,
"input_map": [
0,
1,
2
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 6,
"input_map": [
0,
1,
2
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 7,
"input_map": [
0,
1,
2
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 8,
"input_map": [
0,
1,
2
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 9,
"input_map": [
0,
1,
2
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 10,
"input_map": [
0,
1,
2
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 11,
"input_map": [
0,
1,
2
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 12,
"input_map": [
0,
1,
2
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 13,
"input_map": [
0,
1,
2
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 14,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 15,
"input_map": [
0,
1,
2
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 16,
"input_map": [
0,
1,
2
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 17,
"input_map": [
0,
1,
2
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 18,
"input_map": [
0,
1,
2
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 19,
"input_map": [
0,
1,
2
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 20,
"input_map": [
0,
1,
2
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 21,
"input_map": [
0,
1,
2
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 22,
"input_map": [
0,
1,
2
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 23,
"input_map": [
0,
1,
2
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 24,
"input_map": [
0,
2,
1
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 25,
"input_map": [
0,
2,
1
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 26,
"input_map": [
0,
2,
1
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 27,
"input_map": [
0,
2,
1
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 28,
"input_map": [
0,
2,
1
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 29,
"input_map": [
0,
2,
1
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 30,
"input_map": [
0,
2,
1
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 31,
"input_map": [
0,
2,
1
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 32,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 33,
"input_map": [
0,
2,
1
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 34,
"input_map": [
0,
2,
1
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 35,
"input_map": [
0,
2,
1
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 36,
"input_map": [
0,
2,
1
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 37,
"input_map": [
0,
2,
1
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 38,
"input_map": [
0,
2,
1
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 39,
"input_map": [
0,
2,
1
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 40,
"input_map": [
0,
2,
1
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 41,
"input_map": [
0,
2,
1
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 42,
"input_map": [
0,
2,
1
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 43,
"input_map": [
0,
2,
1
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 44,
"input_map": [
0,
2,
1
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 45,
"input_map": [
0,
2,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 46,
"input_map": [
0,
2,
1
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 47,
"input_map": [
0,
2,
1
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 48,
"input_map": [
1,
0,
2
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 49,
"input_map": [
1,
0,
2
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 50,
"input_map": [
1,
0,
2
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 51,
"input_map": [
1,
0,
2
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 52,
"input_map": [
1,
0,
2
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 53,
"input_map": [
1,
0,
2
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 54,
"input_map": [
1,
0,
2
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 55,
"input_map": [
1,
0,
2
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 56,
"input_map": [
1,
0,
2
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 57,
"input_map": [
1,
0,
2
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 58,
"input_map": [
1,
0,
2
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 59,
"input_map": [
1,
0,
2
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 60,
"input_map": [
1,
0,
2
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 61,
"input_map": [
1,
0,
2
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 62,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 63,
"input_map": [
1,
0,
2
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 64,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 65,
"input_map": [
1,
0,
2
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 66,
"input_map": [
1,
0,
2
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 67,
"input_map": [
1,
0,
2
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 68,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 69,
"input_map": [
1,
0,
2
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 70,
"input_map": [
1,
0,
2
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 71,
"input_map": [
1,
0,
2
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 72,
"input_map": [
1,
2,
0
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 73,
"input_map": [
1,
2,
0
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 74,
"input_map": [
1,
2,
0
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 75,
"input_map": [
1,
2,
0
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 76,
"input_map": [
1,
2,
0
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 77,
"input_map": [
1,
2,
0
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 78,
"input_map": [
1,
2,
0
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 79,
"input_map": [
1,
2,
0
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 80,
"input_map": [
1,
2,
0
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 81,
"input_map": [
1,
2,
0
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 82,
"input_map": [
1,
2,
0
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 83,
"input_map": [
1,
2,
0
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 84,
"input_map": [
1,
2,
0
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 85,
"input_map": [
1,
2,
0
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 86,
"input_map": [
1,
2,
0
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 87,
"input_map": [
1,
2,
0
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 88,
"input_map": [
1,
2,
0
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 89,
"input_map": [
1,
2,
0
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 90,
"input_map": [
1,
2,
0
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 91,
"input_map": [
1,
2,
0
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 92,
"input_map": [
1,
2,
0
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 93,
"input_map": [
1,
2,
0
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 94,
"input_map": [
1,
2,
0
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 95,
"input_map": [
1,
2,
0
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 96,
"input_map": [
2,
0,
1
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 97,
"input_map": [
2,
0,
1
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 98,
"input_map": [
2,
0,
1
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 99,
"input_map": [
2,
0,
1
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 100,
"input_map": [
2,
0,
1
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 101,
"input_map": [
2,
0,
1
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 102,
"input_map": [
2,
0,
1
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 103,
"input_map": [
2,
0,
1
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 104,
"input_map": [
2,
0,
1
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 105,
"input_map": [
2,
0,
1
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 106,
"input_map": [
2,
0,
1
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 107,
"input_map": [
2,
0,
1
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 108,
"input_map": [
2,
0,
1
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 109,
"input_map": [
2,
0,
1
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 110,
"input_map": [
2,
0,
1
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 111,
"input_map": [
2,
0,
1
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 112,
"input_map": [
2,
0,
1
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 113,
"input_map": [
2,
0,
1
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 114,
"input_map": [
2,
0,
1
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 115,
"input_map": [
2,
0,
1
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 116,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 117,
"input_map": [
2,
0,
1
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 118,
"input_map": [
2,
0,
1
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 119,
"input_map": [
2,
0,
1
],
"output_map": [
3,
2,
1,
0
]
},
{
"id": 120,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
2,
3
]
},
{
"id": 121,
"input_map": [
2,
1,
0
],
"output_map": [
0,
1,
3,
2
]
},
{
"id": 122,
"input_map": [
2,
1,
0
],
"output_map": [
0,
2,
1,
3
]
},
{
"id": 123,
"input_map": [
2,
1,
0
],
"output_map": [
0,
2,
3,
1
]
},
{
"id": 124,
"input_map": [
2,
1,
0
],
"output_map": [
0,
3,
1,
2
]
},
{
"id": 125,
"input_map": [
2,
1,
0
],
"output_map": [
0,
3,
2,
1
]
},
{
"id": 126,
"input_map": [
2,
1,
0
],
"output_map": [
1,
0,
2,
3
]
},
{
"id": 127,
"input_map": [
2,
1,
0
],
"output_map": [
1,
0,
3,
2
]
},
{
"id": 128,
"input_map": [
2,
1,
0
],
"output_map": [
1,
2,
0,
3
]
},
{
"id": 129,
"input_map": [
2,
1,
0
],
"output_map": [
1,
2,
3,
0
]
},
{
"id": 130,
"input_map": [
2,
1,
0
],
"output_map": [
1,
3,
0,
2
]
},
{
"id": 131,
"input_map": [
2,
1,
0
],
"output_map": [
1,
3,
2,
0
]
},
{
"id": 132,
"input_map": [
2,
1,
0
],
"output_map": [
2,
0,
1,
3
]
},
{
"id": 133,
"input_map": [
2,
1,
0
],
"output_map": [
2,
0,
3,
1
]
},
{
"id": 134,
"input_map": [
2,
1,
0
],
"output_map": [
2,
1,
0,
3
]
},
{
"id": 135,
"input_map": [
2,
1,
0
],
"output_map": [
2,
1,
3,
0
]
},
{
"id": 136,
"input_map": [
2,
1,
0
],
"output_map": [
2,
3,
0,
1
]
},
{
"id": 137,
"input_map": [
2,
1,
0
],
"output_map": [
2,
3,
1,
0
]
},
{
"id": 138,
"input_map": [
2,
1,
0
],
"output_map": [
3,
0,
1,
2
]
},
{
"id": 139,
"input_map": [
2,
1,
0
],
"output_map": [
3,
0,
2,
1
]
},
{
"id": 140,
"input_map": [
2,
1,
0
],
"output_map": [
3,
1,
0,
2
]
},
{
"id": 141,
"input_map": [
2,
1,
0
],
"output_map": [
3,
1,
2,
0
]
},
{
"id": 142,
"input_map": [
2,
1,
0
],
"output_map": [
3,
2,
0,
1
]
},
{
"id": 143,
"input_map": [
2,
1,
0
],
"output_map": [
3,
2,
1,
0
]
}
],
"probes": [
{
"word": [
0
],
"outputs": [],
"complete": false,
"survivors_before": 144,
"survivors_after": 144
}
],
"decision_frozen_hash": "d330caaeec44354fac24a9fc2bdea7bbe304ee75c87544f1df5d05d6a1345ccf",
"deployment": {
"word": null,
"outputs": [],
"complete": false,
"error": null,
"target_steps": 0,
"resets": 0,
"target_calls": 0
},
"audit": {
"goal_success": null,
"hazard": null,
"hazard_averted": null,
"shield_intervened": null,
"contract_satisfied": null,
"outputs": [],
"semantic_events": [],
"deployment_audit": null,
"oracle_feasible": false,
"oracle_word": null,
"true_map_retained": null,
"planted_raw_map_retained": true,
"raw_equivalent_maps_count": null,
"raw_equivalent_map_ids": [],
"no_map_in_class": null,
"maps_checked": 0,
"counterexample": null,
"counterexamples_hash": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"counterexample_scope": "Witness rejecting an alternative raw map; not a violation of the admitted task plan",
"audit_product_pairs": 0,
"audit_execution_steps": 0,
"audit_reference_steps": 0,
"audit_target_model_steps": 0,
"audit_resets": 0,
"audit_oracle_word_candidates": 0,
"calibration_hazardous_probes": 0,
"assumption_limits": "No finite stationary target model available; equivalence is unresolved."
},
"metrics": {
"target_steps": 1,
"resets": 1,
"target_calls": 2,
"source_steps": 1848,
"candidate_expansions": 17280,
"pair_checks": 336960,
"anchor_facts_supplied": 0,
"parent_cpu_seconds": 2.140625,
"wall_seconds": 2.664445700000215,
"parent_peak_traced_bytes": 5701219,
"audit_product_pairs": 0,
"audit_execution_steps": 0
},
"baseline": {
"name": "task",
"privileged": false,
"fit_diagnostics": {
"chosen_adapter_id": 0,
"chosen_adapter": {
"id": 0,
"input_map": [
0,
1,
2
],
"output_map": [
0,
1,
2,
3
]
},
"raw_mismatches": 0,
"anchor_mismatches": 0,
"total_residual": 0,
"zero_residual": true,
"maps_tied_at_minimum": 144,
"raw_symbols_compared": 0
}
},
"scientific_hash": "3abf93263889d84fba146f047cb1cbfb4a035a4c4164a54b94316e721ef184dc"
}
],
"summary": [
{
"method": "task/fit",
"family": "alias",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 1,
"harmful": 1,
"hazardous": 1,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.5,
"feasible_useful_coverage": 0.5,
"selective_harm": 0.5,
"population_harm": 0.5,
"mean_target_steps": 5.0,
"mean_resets": 3.5,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": 0.0,
"0.5": 0.0,
"1": 0.0
}
},
{
"method": "task/fit",
"family": "bypass",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 0,
"harmful": 2,
"hazardous": 2,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": 0.0,
"selective_harm": 1.0,
"population_harm": 1.0,
"mean_target_steps": 5.0,
"mean_resets": 3.5,
"parent_clusters": 1,
"utility": {
"0": -1.0,
"0.1": -1.0,
"0.5": -1.0,
"1": -1.0
}
},
{
"method": "task/fit",
"family": "delay",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 1,
"harmful": 1,
"hazardous": 1,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.5,
"feasible_useful_coverage": 0.5,
"selective_harm": 0.5,
"population_harm": 0.5,
"mean_target_steps": 2.0,
"mean_resets": 2.0,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": 0.0,
"0.5": 0.0,
"1": 0.0
}
},
{
"method": "task/fit",
"family": "drift",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 2,
"harmful": 0,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 1.0,
"feasible_useful_coverage": 1.0,
"selective_harm": 0.0,
"population_harm": 0.0,
"mean_target_steps": 5.0,
"mean_resets": 3.5,
"parent_clusters": 1,
"utility": {
"0": 1.0,
"0.1": 1.0,
"0.5": 1.0,
"1": 1.0
}
},
{
"method": "task/fit",
"family": "extra_state",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 0,
"harmful": 2,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 0,
"admission_coverage": 1.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": null,
"selective_harm": 1.0,
"population_harm": 1.0,
"mean_target_steps": 6.0,
"mean_resets": 4.0,
"parent_clusters": 1,
"utility": {
"0": -1.0,
"0.1": -1.0,
"0.5": -1.0,
"1": -1.0
}
},
{
"method": "task/fit",
"family": "incompatible",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 1,
"harmful": 1,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.5,
"feasible_useful_coverage": 0.5,
"selective_harm": 0.5,
"population_harm": 0.5,
"mean_target_steps": 3.0,
"mean_resets": 2.5,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": 0.0,
"0.5": 0.0,
"1": 0.0
}
},
{
"method": "task/fit",
"family": "malformed",
"scope": "interface_error",
"budget": 16,
"requests": 2,
"admitted": 0,
"successful": 0,
"harmful": 0,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 2,
"acquisition_interface_errors": 2,
"deployment_interface_errors": 0,
"abstained": 2,
"oracle_feasible": 0,
"admission_coverage": 0.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": null,
"selective_harm": null,
"population_harm": 0.0,
"mean_target_steps": 1.0,
"mean_resets": 1.0,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": -0.1,
"0.5": -0.5,
"1": -1.0
}
},
{
"method": "task/fit",
"family": "repeat",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 1,
"harmful": 1,
"hazardous": 1,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.5,
"feasible_useful_coverage": 0.5,
"selective_harm": 0.5,
"population_harm": 0.5,
"mean_target_steps": 4.0,
"mean_resets": 3.0,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": 0.0,
"0.5": 0.0,
"1": 0.0
}
},
{
"method": "task/fit",
"family": "semantic_corruption",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 0,
"harmful": 2,
"hazardous": 2,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": 0.0,
"selective_harm": 1.0,
"population_harm": 1.0,
"mean_target_steps": 5.0,
"mean_resets": 3.5,
"parent_clusters": 1,
"utility": {
"0": -1.0,
"0.1": -1.0,
"0.5": -1.0,
"1": -1.0
}
},
{
"method": "task/robust",
"family": "alias",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 1,
"successful": 1,
"harmful": 0,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 1,
"oracle_feasible": 2,
"admission_coverage": 0.5,
"useful_coverage": 0.5,
"feasible_useful_coverage": 0.5,
"selective_harm": 0.0,
"population_harm": 0.0,
"mean_target_steps": 5.0,
"mean_resets": 3.5,
"parent_clusters": 1,
"utility": {
"0": 0.5,
"0.1": 0.45,
"0.5": 0.25,
"1": 0.0
}
},
{
"method": "task/robust",
"family": "bypass",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 0,
"harmful": 2,
"hazardous": 2,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": 0.0,
"selective_harm": 1.0,
"population_harm": 1.0,
"mean_target_steps": 5.0,
"mean_resets": 3.5,
"parent_clusters": 1,
"utility": {
"0": -1.0,
"0.1": -1.0,
"0.5": -1.0,
"1": -1.0
}
},
{
"method": "task/robust",
"family": "delay",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 0,
"successful": 0,
"harmful": 0,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 2,
"oracle_feasible": 2,
"admission_coverage": 0.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": 0.0,
"selective_harm": null,
"population_harm": 0.0,
"mean_target_steps": 2.0,
"mean_resets": 2.0,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": -0.1,
"0.5": -0.5,
"1": -1.0
}
},
{
"method": "task/robust",
"family": "drift",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 2,
"harmful": 0,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 1.0,
"feasible_useful_coverage": 1.0,
"selective_harm": 0.0,
"population_harm": 0.0,
"mean_target_steps": 5.0,
"mean_resets": 3.5,
"parent_clusters": 1,
"utility": {
"0": 1.0,
"0.1": 1.0,
"0.5": 1.0,
"1": 1.0
}
},
{
"method": "task/robust",
"family": "extra_state",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 0,
"successful": 0,
"harmful": 0,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 2,
"oracle_feasible": 0,
"admission_coverage": 0.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": null,
"selective_harm": null,
"population_harm": 0.0,
"mean_target_steps": 6.0,
"mean_resets": 4.0,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": -0.1,
"0.5": -0.5,
"1": -1.0
}
},
{
"method": "task/robust",
"family": "incompatible",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 0,
"successful": 0,
"harmful": 0,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 2,
"oracle_feasible": 2,
"admission_coverage": 0.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": 0.0,
"selective_harm": null,
"population_harm": 0.0,
"mean_target_steps": 3.0,
"mean_resets": 2.5,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": -0.1,
"0.5": -0.5,
"1": -1.0
}
},
{
"method": "task/robust",
"family": "malformed",
"scope": "interface_error",
"budget": 16,
"requests": 2,
"admitted": 0,
"successful": 0,
"harmful": 0,
"hazardous": 0,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 2,
"acquisition_interface_errors": 2,
"deployment_interface_errors": 0,
"abstained": 2,
"oracle_feasible": 0,
"admission_coverage": 0.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": null,
"selective_harm": null,
"population_harm": 0.0,
"mean_target_steps": 1.0,
"mean_resets": 1.0,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": -0.1,
"0.5": -0.5,
"1": -1.0
}
},
{
"method": "task/robust",
"family": "repeat",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 1,
"harmful": 1,
"hazardous": 1,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.5,
"feasible_useful_coverage": 0.5,
"selective_harm": 0.5,
"population_harm": 0.5,
"mean_target_steps": 4.0,
"mean_resets": 3.0,
"parent_clusters": 1,
"utility": {
"0": 0.0,
"0.1": 0.0,
"0.5": 0.0,
"1": 0.0
}
},
{
"method": "task/robust",
"family": "semantic_corruption",
"scope": "out_of_family",
"budget": 16,
"requests": 2,
"admitted": 2,
"successful": 0,
"harmful": 2,
"hazardous": 2,
"hazards_averted": 0,
"shield_interventions": 0,
"interface_errors": 0,
"acquisition_interface_errors": 0,
"deployment_interface_errors": 0,
"abstained": 0,
"oracle_feasible": 2,
"admission_coverage": 1.0,
"useful_coverage": 0.0,
"feasible_useful_coverage": 0.0,
"selective_harm": 1.0,
"population_harm": 1.0,
"mean_target_steps": 5.0,
"mean_resets": 3.5,
"parent_clusters": 1,
"utility": {
"0": -1.0,
"0.1": -1.0,
"0.5": -1.0,
"1": -1.0
}
}
],
"paired": [],
"scientific_hash": "5bdf9766d4ab49460a08f57302480c84038712a21f9c83a6f357dca9920fdbfb"
},
"payload_hash": "100e75df017bdb7b095012341fa34a441a19fe9534d9941e767654eb9257f0ee"
}
{
"schema": "crosswire-receipt-v1",
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"payload": {
"schema": "crosswire-study-v1",
"protocol": {
"families": [
"extra_state",
"incompatible",
"alias",
"semantic_corruption",
"bypass",
"delay",
"repeat",
"drift",
"malformed"
],
"seeds": [
17,
23
],
"budgets": [
16
],
"policies": [
"task"
],
"admissions": [
"robust",
"fit"
],
"implementations": [
"procedural"
],
"split": "evaluation",
"exploratory": true,
"analysis_unit": "underlying semantic parent instance; label permutations and implementations clustered",
"pre_execution_source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2"
},
"protocol_hash": "a4fcb06f0e492da44ab3a6d774dae690a5a03636249e2ce26e1cca93632f40a8",
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"rows": [
{
"schema": "crosswire-result-v1",
"configuration": {
"family": "extra_state",
"seed": 17,
"implementation": "procedural",
"split": "evaluation",
"anchors": false,
"budget": 16,
"horizon": 4,
"policy": "task",
"admission": "robust",
"execution_mode": "open_loop",
"temporal": false
},
"source_hash": "c6f7501cef90c4aa9758dab3ca2423a84dd11552e3af62f148e2063b1c6f3be2",
"reference": {
"name": "reference",
"transitions": [
[
[
1,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
2,
0
],
[
0,
3
],
[
5,
2
]
],
[
[
3,
0
],
[
0,
3
],
[
5,