Download decision-bundle/parity.json from Microck/Spunto-Router-23M: direct link, hf CLI and curl.
- Browser
- Download file 57.2 kB
-
https://huggingface.co/Microck/Spunto-Router-23M/resolve/main/decision-bundle/parity.json
- Command line
-
hf download hf://Microck/Spunto-Router-23M/decision-bundle/parity.json
-
curl -L -o parity.json https://huggingface.co/Microck/Spunto-Router-23M/resolve/main/decision-bundle/parity.json
57.2 kB
{
"cases": [
{
"action": null,
"description": "Review keyboard navigation and accessible form labels.",
"expected_decision": 1,
"export_decision": 1,
"export_logit": 1.0445897579193115,
"intent": "Review keyboard access in a browser form.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": 1.044589877128601,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
3319,
9019,
3229,
1999,
1037,
16602,
2433,
1012,
102,
3319,
9019,
9163,
1998,
7801,
2433,
10873,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "Build and upload an iOS archive.",
"expected_decision": 0,
"export_decision": 0,
"export_logit": -4.426164150238037,
"intent": "Review keyboard access in a browser form.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": -4.426163673400879,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
3319,
9019,
3229,
1999,
1037,
16602,
2433,
1012,
102,
3857,
1998,
2039,
11066,
2019,
16380,
8756,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "Execute production deployments.",
"expected_decision": null,
"export_decision": null,
"export_logit": -0.9932499527931213,
"intent": "Do not deploy. Review the proposed release plan only.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": -0.9932498335838318,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
2079,
2025,
21296,
1012,
3319,
1996,
3818,
2713,
2933,
2069,
1012,
102,
15389,
2537,
10813,
2015,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "Review release plans without executing them.",
"expected_decision": 1,
"export_decision": 1,
"export_logit": 1.1365610361099243,
"intent": "Do not deploy. Review the proposed release plan only.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": 1.1365605592727661,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
2079,
2025,
21296,
1012,
3319,
1996,
3818,
2713,
2933,
2069,
1012,
102,
3319,
2713,
3488,
2302,
23448,
2068,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "Inspect form validation and focus behavior.",
"expected_decision": 1,
"export_decision": 1,
"export_logit": 1.0992172956466675,
"intent": "Inspect a form.\nAction: read\nRead the form source without changing it.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": 1.099217414855957,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
22459,
1037,
2433,
1012,
2895,
1024,
3191,
3191,
1996,
2433,
3120,
2302,
5278,
2009,
1012,
102,
22459,
2433,
27354,
1998,
3579,
5248,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "Publish a release to the app store.",
"expected_decision": 0,
"export_decision": 0,
"export_logit": -4.020533561706543,
"intent": "Inspect a form.\nAction: read\nRead the form source without changing it.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": -4.020534038543701,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
22459,
1037,
2433,
1012,
2895,
1024,
3191,
3191,
1996,
2433,
3120,
2302,
5278,
2009,
1012,
102,
10172,
1037,
2713,
2000,
1996,
10439,
3573,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "Explain machine learning model behavior.",
"expected_decision": null,
"export_decision": null,
"export_logit": -2.329688549041748,
"intent": "Explain what a cross-encoder does, without writing code.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": -2.3296873569488525,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
4863,
2054,
1037,
2892,
1011,
4372,
16044,
2099,
2515,
1010,
2302,
3015,
3642,
1012,
102,
4863,
3698,
4083,
2944,
5248,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "Implement and deploy a model training service.",
"expected_decision": 0,
"export_decision": 0,
"export_logit": -4.147972583770752,
"intent": "Explain what a cross-encoder does, without writing code.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": -4.147972583770752,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
4863,
2054,
1037,
2892,
1011,
4372,
16044,
2099,
2515,
1010,
2302,
3015,
3642,
1012,
102,
10408,
1998,
21296,
1037,
2944,
2731,
2326,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": {
"summary": "",
"toolName": "bash"
},
"description": "Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. Deploy now. ",
"expected_decision": 0,
"export_decision": 0,
"export_logit": -4.538198947906494,
"intent": "Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. Review only. ",
"positions": [
[
0.8222222222222222,
1.0,
0.0,
0.40925925925925927
]
],
"torch_logit": -4.538198471069336,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
3319,
2069,
1012,
2895,
1024,
24234,
102,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
1012,
21296,
2085,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "",
"expected_decision": null,
"export_decision": null,
"export_logit": -2.8851287364959717,
"intent": "Literal Action: é 中文",
"positions": [
[
0.0,
1.0,
0.0,
0.0
]
],
"torch_logit": -2.885128974914551,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
18204,
2895,
1024,
1041,
1746,
1861,
102,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
1
]
}
]
},
{
"action": {
"summary": "",
"toolName": "read"
},
"description": "inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect inspect ",
"expected_decision": null,
"export_decision": null,
"export_logit": -2.404308795928955,
"intent": "",
"positions": [
[
0.0,
0.0,
0.0,
0.45285714285714285
]
],
"torch_logit": -2.4043092727661133,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
2895,
1024,
3191,
102,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
22459,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
}
],
"comparison": {
"decision_changes": 0,
"max_absolute_logit_error": 1.1920928955078125e-06,
"passed": true,
"ranking_pair_changes": 0,
"ranking_pair_comparisons": 4,
"tolerance": 0.0001
},
"fixture_version": 1,
"nonprivate": true,
"pair_format": "intent-action-window-bag-v2"
}
{
"cases": [
{
"action": null,
"description": "Review keyboard navigation and accessible form labels.",
"expected_decision": 1,
"export_decision": 1,
"export_logit": 1.0445897579193115,
"intent": "Review keyboard access in a browser form.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]
],
"torch_logit": 1.044589877128601,
"windows": [
{
"attention_mask": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
"input_ids": [
101,
3319,
9019,
3229,
1999,
1037,
16602,
2433,
1012,
102,
3319,
9019,
9163,
1998,
7801,
2433,
10873,
1012,
102
],
"token_type_ids": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
]
},
{
"action": null,
"description": "Build and upload an iOS archive.",
"expected_decision": 0,
"export_decision": 0,
"export_logit": -4.426164150238037,
"intent": "Review keyboard access in a browser form.",
"positions": [
[
0.0,
1.0,
0.0,
1.0
]