| { |
| "id": { |
| "ALL": { |
| "n": 400, |
| "success": 0.6425, |
| "score": 0.9203810490678296, |
| "steps": 2.43, |
| "tool1": 1.0 |
| }, |
| "type": { |
| "n": 100, |
| "success": 0.44, |
| "score": 0.791852151116857, |
| "steps": 3.24, |
| "tool1": 1.0, |
| "type_exact": 0.42 |
| }, |
| "press": { |
| "n": 100, |
| "success": 1.0, |
| "score": 1.0, |
| "steps": 1.0, |
| "tool1": 1.0, |
| "press_exact": 1.0 |
| }, |
| "click": { |
| "n": 100, |
| "success": 0.13, |
| "score": 0.8896720451544615, |
| "steps": 4.48, |
| "tool1": 1.0, |
| "click_mae": 102.3908040130877, |
| "click_p90": 190.35540489738577 |
| }, |
| "scroll": { |
| "n": 100, |
| "success": 1.0, |
| "score": 1.0, |
| "steps": 1.0, |
| "tool1": 1.0, |
| "scroll_mae": 0.6492026281356812 |
| } |
| }, |
| "ood": { |
| "ALL": { |
| "n": 400, |
| "success": 0.275, |
| "score": 0.7188070340686504, |
| "steps": 4.0, |
| "tool1": 1.0 |
| }, |
| "type": { |
| "n": 100, |
| "success": 0.21, |
| "score": 0.5667439436806445, |
| "steps": 4.16, |
| "tool1": 1.0, |
| "type_exact": 0.2 |
| }, |
| "press": { |
| "n": 100, |
| "success": 0.56, |
| "score": 0.56, |
| "steps": 2.76, |
| "tool1": 1.0, |
| "press_exact": 0.56 |
| }, |
| "click": { |
| "n": 100, |
| "success": 0.08, |
| "score": 0.8555871387428692, |
| "steps": 4.68, |
| "tool1": 1.0, |
| "click_mae": 131.8125483857266, |
| "click_p90": 224.02021208885904 |
| }, |
| "scroll": { |
| "n": 100, |
| "success": 0.25, |
| "score": 0.8928970538510879, |
| "steps": 4.4, |
| "tool1": 1.0, |
| "scroll_mae": 162.9252752226591 |
| } |
| }, |
| "speed": { |
| "mean_ms": 13.458082400047715, |
| "p50_ms": 13.407123499746376, |
| "p95_ms": 13.855005999539571, |
| "p99_ms": 13.946076748688938, |
| "actions_per_sec": 74.30479100027316 |
| }, |
| "bundle": "/content/action1_fast_rl_v4/best" |
| } |
