| { |
| "source": "Original local v5 server before extraction; frozen weights; no teacher API", |
| "cases": [ |
| { |
| "case": "expense-v5-fresh-01-1", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=false; incomplete interactions=false; blocking dialog=true; actionable pending in viewport=true.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=click; purpose=dismiss; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=dismiss.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 1.0, |
| "DONE": 2.4675267511044746e-17, |
| "WAIT": 1.7713969001755808e-25, |
| "BLOCKED": 3.73204098917181e-23 |
| }, |
| "choice": "a0", |
| "value": "a0" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "expense-v5-fresh-01-11", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=true; incomplete interactions=true; blocking dialog=false; actionable pending in viewport=true.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=radio; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a1": "operation=multiselect; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a2": "operation=fill; purpose=input; current=empty; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a3": "operation=scroll; purpose=reveal; current=empty; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a4": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a5": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a6": "operation=uncheck; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a7": "operation=fill; purpose=input; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a8": "operation=clear; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a9": "operation=click; purpose=advance; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=advance.", |
| "a10": "operation=scroll; purpose=reveal; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=advance.", |
| "a11": "operation=select; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a12": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a13": "operation=open; purpose=interaction; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a14": "operation=scroll; purpose=reveal; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a15": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a16": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a17": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a18": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a19": "operation=check; purpose=input; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a20": "operation=click; purpose=cancel; current=empty; expected=optional; viewport=below; enabled=true; blocked=false; target purpose=cancel.", |
| "a21": "operation=scroll; purpose=reveal; current=empty; expected=optional; viewport=below; enabled=true; blocked=false; target purpose=cancel.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 8.809508993194411e-16, |
| "a1": 3.507992509707401e-16, |
| "a2": 8.854108557443396e-10, |
| "a3": 1.222791524924105e-05, |
| "a4": 2.0602923683059202e-16, |
| "a5": 4.343104348381033e-11, |
| "a6": 2.0794648267181233e-15, |
| "a7": 0.4938252568244934, |
| "a8": 1.2092963180040505e-14, |
| "a9": 5.305467979006828e-13, |
| "a10": 1.9389069905173528e-07, |
| "a11": 2.1886649760226377e-16, |
| "a12": 5.262792424076679e-10, |
| "a13": 5.668548096193771e-12, |
| "a14": 2.1847525204066187e-05, |
| "a15": 2.304946056068402e-16, |
| "a16": 1.744659863626985e-12, |
| "a17": 2.1538288931822325e-16, |
| "a18": 3.0466521232924704e-12, |
| "a19": 0.506140410900116, |
| "a20": 1.0497083438953492e-16, |
| "a21": 5.147468822713774e-12, |
| "DONE": 1.6485411558463526e-15, |
| "WAIT": 1.4031341116866269e-15, |
| "BLOCKED": 7.679781116598505e-11 |
| }, |
| "choice": "a19", |
| "value": "a19" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "expense-v5-fresh-01-20", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=false; incomplete interactions=false; blocking dialog=false; actionable pending in viewport=false.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=click; purpose=cancel; current=empty; expected=optional; viewport=inside; enabled=true; blocked=false; target purpose=cancel.", |
| "a1": "operation=click; purpose=submit; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=submit.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 6.745295728222134e-12, |
| "a1": 0.9999921321868896, |
| "DONE": 1.699127817611501e-11, |
| "WAIT": 2.916162450405935e-11, |
| "BLOCKED": 7.877226380514912e-06 |
| }, |
| "choice": "a1", |
| "value": "a1" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "expense-v5-fresh-01-21", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=true; incomplete fields=false; incomplete interactions=false; blocking dialog=false; actionable pending in viewport=false.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=radio; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a1": "operation=multiselect; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a2": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a3": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a4": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a5": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a6": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a7": "operation=uncheck; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a8": "operation=fill; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a9": "operation=clear; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a10": "operation=click; purpose=advance; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=advance.", |
| "a11": "operation=select; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a12": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a13": "operation=open; purpose=interaction; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=interaction.", |
| "a14": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a15": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a16": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a17": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a18": "operation=check; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a19": "operation=click; purpose=cancel; current=empty; expected=optional; viewport=inside; enabled=true; blocked=false; target purpose=cancel.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 7.30996263520467e-10, |
| "a1": 2.7079293668519355e-11, |
| "a2": 5.984418554238688e-14, |
| "a3": 4.2371727654311186e-11, |
| "a4": 4.1264162090525955e-14, |
| "a5": 1.0732127860013652e-11, |
| "a6": 9.10423402248825e-14, |
| "a7": 3.8339820207511366e-10, |
| "a8": 1.8508021504271e-10, |
| "a9": 1.008119920875572e-09, |
| "a10": 3.262495340550231e-07, |
| "a11": 7.400013761482693e-13, |
| "a12": 1.5865298102503943e-14, |
| "a13": 1.8532910317503593e-08, |
| "a14": 3.3466857757291635e-11, |
| "a15": 8.33330054809435e-14, |
| "a16": 2.575942584237545e-11, |
| "a17": 3.374550801554105e-14, |
| "a18": 1.719523134990908e-10, |
| "a19": 0.0004565572598949075, |
| "DONE": 0.9995430707931519, |
| "WAIT": 1.8053934199997035e-16, |
| "BLOCKED": 1.0020093775366177e-15 |
| }, |
| "choice": "DONE", |
| "value": "DONE" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "repair-v5-fresh-01-1", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=false; incomplete interactions=false; blocking dialog=true; actionable pending in viewport=true.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=press; purpose=dismiss; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=dismiss.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 1.0, |
| "DONE": 2.6077193065534318e-17, |
| "WAIT": 1.0288494640322706e-25, |
| "BLOCKED": 1.9073912003549537e-23 |
| }, |
| "choice": "a0", |
| "value": "a0" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "repair-v5-fresh-01-17", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=true; incomplete interactions=true; blocking dialog=false; actionable pending in viewport=true.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=dblclick; purpose=interaction; current=wrong; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=interaction.", |
| "a1": "operation=scroll; purpose=reveal; current=wrong; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=interaction.", |
| "a2": "operation=click; purpose=advance; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=advance.", |
| "a3": "operation=open; purpose=interaction; current=empty; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=interaction.", |
| "a4": "operation=scroll; purpose=reveal; current=empty; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=interaction.", |
| "a5": "operation=check; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a6": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a7": "operation=add; purpose=interaction; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=interaction.", |
| "a8": "operation=hover; purpose=interaction; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=interaction.", |
| "a9": "operation=upload; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a10": "operation=type; purpose=input; current=wrong; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a11": "operation=scroll; purpose=reveal; current=wrong; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a12": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a13": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a14": "operation=remove; purpose=interaction; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=interaction.", |
| "a15": "operation=uncheck; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a16": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a17": "operation=radio; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a18": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a19": "operation=clear; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a20": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 1.2314531339097101e-11, |
| "a1": 6.886040500830859e-05, |
| "a2": 5.8432143568154515e-09, |
| "a3": 2.192206312312539e-11, |
| "a4": 0.00011780406930483878, |
| "a5": 2.299721450970619e-16, |
| "a6": 9.894236124852185e-11, |
| "a7": 0.4514008164405823, |
| "a8": 9.759477704067085e-14, |
| "a9": 3.67023717089143e-16, |
| "a10": 2.3128582427034416e-07, |
| "a11": 6.748699524905533e-05, |
| "a12": 2.6493980921186717e-16, |
| "a13": 3.789259878095308e-11, |
| "a14": 0.5483447909355164, |
| "a15": 2.720142813268943e-16, |
| "a16": 9.813072663483746e-13, |
| "a17": 2.9703102884713563e-16, |
| "a18": 2.8983289292877634e-12, |
| "a19": 3.452830812506445e-16, |
| "a20": 2.3560608325423615e-11, |
| "DONE": 9.564320804799926e-15, |
| "WAIT": 9.970384588065375e-16, |
| "BLOCKED": 2.1111869197287803e-10 |
| }, |
| "choice": "a14", |
| "value": "a14" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "repair-v5-fresh-01-31", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=false; incomplete interactions=false; blocking dialog=false; actionable pending in viewport=false.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=click; purpose=cancel; current=empty; expected=optional; viewport=inside; enabled=true; blocked=false; target purpose=cancel.", |
| "a1": "operation=click; purpose=submit; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=submit.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 6.745295728222134e-12, |
| "a1": 0.9999921321868896, |
| "DONE": 1.699127817611501e-11, |
| "WAIT": 2.916162450405935e-11, |
| "BLOCKED": 7.877226380514912e-06 |
| }, |
| "choice": "a1", |
| "value": "a1" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "repair-v5-fresh-01-32", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=true; incomplete fields=false; incomplete interactions=false; blocking dialog=false; actionable pending in viewport=false.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a1": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a2": "operation=click; purpose=cancel; current=empty; expected=optional; viewport=inside; enabled=true; blocked=false; target purpose=cancel.", |
| "a3": "operation=open; purpose=interaction; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=interaction.", |
| "a4": "operation=multiselect; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a5": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a6": "operation=click; purpose=advance; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=advance.", |
| "a7": "operation=fill; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a8": "operation=fill; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a9": "operation=select; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a10": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a11": "operation=fill; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a12": "operation=fill; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 8.395777562758555e-13, |
| "a1": 1.1969105787328245e-14, |
| "a2": 0.0032452906016260386, |
| "a3": 4.720435242688836e-08, |
| "a4": 3.8735240709408814e-11, |
| "a5": 1.5363798693554878e-14, |
| "a6": 1.0135213415196631e-06, |
| "a7": 9.288065316859218e-10, |
| "a8": 2.47299264399814e-10, |
| "a9": 6.758190361499938e-12, |
| "a10": 3.248932766157682e-14, |
| "a11": 4.9309042959855276e-11, |
| "a12": 9.543418139079662e-12, |
| "DONE": 0.9967536330223083, |
| "WAIT": 4.013338983484217e-16, |
| "BLOCKED": 1.204848886811197e-15 |
| }, |
| "choice": "DONE", |
| "value": "DONE" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "volunteer-v5-fresh-01-1", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=false; incomplete interactions=false; blocking dialog=true; actionable pending in viewport=true.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=click; purpose=dismiss; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=dismiss.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 1.0, |
| "DONE": 2.4675267511044746e-17, |
| "WAIT": 1.7713969001755808e-25, |
| "BLOCKED": 3.73204098917181e-23 |
| }, |
| "choice": "a0", |
| "value": "a0" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "volunteer-v5-fresh-01-16", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=true; incomplete interactions=true; blocking dialog=false; actionable pending in viewport=true.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=check; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a1": "operation=remove; purpose=interaction; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a2": "operation=scroll; purpose=reveal; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a3": "operation=clear; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a4": "operation=radio; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a5": "operation=click; purpose=advance; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=advance.", |
| "a6": "operation=scroll; purpose=reveal; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=advance.", |
| "a7": "operation=option; purpose=input; current=empty; expected=optional; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a8": "operation=dblclick; purpose=interaction; current=wrong; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a9": "operation=scroll; purpose=reveal; current=wrong; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a10": "operation=type; purpose=input; current=wrong; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=input.", |
| "a11": "operation=scroll; purpose=reveal; current=wrong; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=input.", |
| "a12": "operation=option; purpose=input; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a13": "operation=hover; purpose=interaction; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a14": "operation=scroll; purpose=reveal; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a15": "operation=add; purpose=interaction; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a16": "operation=scroll; purpose=reveal; current=empty; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=interaction.", |
| "a17": "operation=upload; purpose=input; current=wrong; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=input.", |
| "a18": "operation=scroll; purpose=reveal; current=wrong; expected=assigned; viewport=below; enabled=true; blocked=false; target purpose=input.", |
| "a19": "operation=uncheck; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a20": "operation=click; purpose=cancel; current=empty; expected=optional; viewport=below; enabled=true; blocked=false; target purpose=cancel.", |
| "a21": "operation=scroll; purpose=reveal; current=empty; expected=optional; viewport=below; enabled=true; blocked=false; target purpose=cancel.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 6.42252514920647e-16, |
| "a1": 4.626863562423589e-12, |
| "a2": 0.00014043637202121317, |
| "a3": 1.1825913173529011e-14, |
| "a4": 1.1070195460186408e-15, |
| "a5": 2.1028246147396928e-13, |
| "a6": 2.214339474448934e-06, |
| "a7": 4.610116575867827e-16, |
| "a8": 4.510329609797026e-12, |
| "a9": 0.00013699490227736533, |
| "a10": 1.4507097745308783e-08, |
| "a11": 9.151921403827146e-05, |
| "a12": 0.9992735981941223, |
| "a13": 7.811857931361299e-12, |
| "a14": 9.836610843194649e-05, |
| "a15": 1.1508406450033704e-09, |
| "a16": 0.0001478307240176946, |
| "a17": 1.435851437747715e-10, |
| "a18": 0.00010909255797741935, |
| "a19": 7.279506498426272e-16, |
| "a20": 2.0538666969587103e-16, |
| "a21": 3.4163834955469596e-11, |
| "DONE": 1.6041367241359668e-15, |
| "WAIT": 1.2252373933680817e-15, |
| "BLOCKED": 4.704537315269874e-10 |
| }, |
| "choice": "a12", |
| "value": "a12" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "volunteer-v5-fresh-01-29", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=false; incomplete fields=false; incomplete interactions=false; blocking dialog=false; actionable pending in viewport=false.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=click; purpose=submit; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=submit.", |
| "a1": "operation=click; purpose=cancel; current=empty; expected=optional; viewport=inside; enabled=true; blocked=false; target purpose=cancel.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 0.9992045760154724, |
| "a1": 1.3852239355571783e-09, |
| "DONE": 3.4853564478964927e-09, |
| "WAIT": 2.9752527108684035e-09, |
| "BLOCKED": 0.000795387604739517 |
| }, |
| "choice": "a0", |
| "value": "a0" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| }, |
| { |
| "case": "volunteer-v5-fresh-01-30", |
| "request": { |
| "states": [ |
| { |
| "id": "browser", |
| "state": "Task: complete the assigned browser form and confirm successful saving.\nPage busy=false; success=true; incomplete fields=false; incomplete interactions=false; blocking dialog=false; actionable pending in viewport=false.", |
| "questions": { |
| "next": { |
| "type": "choice", |
| "instructions": "Choose one allowed next browser action. Complete assigned inputs and interactions before advancing or submitting. Use scroll to reveal an offscreen target. Do not change satisfied fields or use optional reset/cancel actions. While busy wait. DONE requires visible success. If blocked and no permitted action can help choose BLOCKED.", |
| "criteria": { |
| "a0": "operation=check; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a1": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a2": "operation=clear; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a3": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a4": "operation=radio; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a5": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a6": "operation=click; purpose=advance; current=empty; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=advance.", |
| "a7": "operation=fill; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a8": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a9": "operation=dblclick; purpose=interaction; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=interaction.", |
| "a10": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=interaction.", |
| "a11": "operation=fill; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a12": "operation=type; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a13": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a14": "operation=open; purpose=interaction; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=interaction.", |
| "a15": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=interaction.", |
| "a16": "operation=hover; purpose=interaction; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=interaction.", |
| "a17": "operation=add; purpose=interaction; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=interaction.", |
| "a18": "operation=upload; purpose=input; current=match; expected=assigned; viewport=inside; enabled=true; blocked=false; target purpose=input.", |
| "a19": "operation=uncheck; purpose=input; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a20": "operation=scroll; purpose=reveal; current=match; expected=assigned; viewport=above; enabled=true; blocked=false; target purpose=input.", |
| "a21": "operation=click; purpose=cancel; current=empty; expected=optional; viewport=inside; enabled=true; blocked=false; target purpose=cancel.", |
| "DONE": "Task is successfully saved; finish.", |
| "WAIT": "Page is busy; wait for a new observation.", |
| "BLOCKED": "Required progress is unavailable; stop for host assistance." |
| } |
| } |
| } |
| } |
| ] |
| }, |
| "expected": [ |
| { |
| "id": "browser", |
| "answers": { |
| "next": { |
| "type": "choice", |
| "probabilities": { |
| "a0": 1.686237412722169e-13, |
| "a1": 9.109116828615992e-15, |
| "a2": 2.1136113692588054e-10, |
| "a3": 3.204208410103118e-14, |
| "a4": 1.2542812621862964e-10, |
| "a5": 1.209384070617386e-14, |
| "a6": 1.4346489933814155e-06, |
| "a7": 8.288869590700187e-11, |
| "a8": 6.024265016956604e-14, |
| "a9": 1.3518845598525786e-08, |
| "a10": 1.1218866683088483e-13, |
| "a11": 5.1288116115211224e-11, |
| "a12": 3.412880872008528e-13, |
| "a13": 1.0004179085078453e-14, |
| "a14": 3.8695998227922246e-07, |
| "a15": 2.2210201343006442e-13, |
| "a16": 1.8017180636320518e-08, |
| "a17": 6.931990270686583e-08, |
| "a18": 2.7554597492596145e-10, |
| "a19": 9.465568086286513e-12, |
| "a20": 9.959879600750232e-14, |
| "a21": 0.00108711002394557, |
| "DONE": 0.9989110231399536, |
| "WAIT": 1.4380635534396873e-16, |
| "BLOCKED": 1.0340737038758109e-15 |
| }, |
| "choice": "DONE", |
| "value": "DONE" |
| } |
| } |
| } |
| ], |
| "referenceModel": "browser-head-v5" |
| } |
| ] |
| } |
|
|
