| { |
| "slug": "02-writer", |
| "title": "Writer · Enter a search term", |
| "title_zh": "Writer · 输入查找文字", |
| "validation_index_zero_based": 310, |
| "sample_id": "8e24c5a5a1ef5a5113755b33ed12164fc37ce8fbbd35d1c7dba81bf950d53d00:4144:8", |
| "instruction": "Help me open the desktop document \"144.odt\", change the overall font size of the document to 16pt and the font color to green, use the find and replace function to replace \"CAGR\" with \"WWAA\", and then save it as \"yrrte7\" on the desktop after completion.", |
| "history_records": 8, |
| "screenshot": "examples/validation/02-writer.png", |
| "screenshot_sha256": "4102453bd1d77e9807c1066124f1134097c34d665c4b722a905bc5a4c62744bf", |
| "prediction": { |
| "action": "type", |
| "text": "CAGR" |
| }, |
| "reference": { |
| "action": "type", |
| "text": "CAGR" |
| }, |
| "action_correct": true, |
| "canonical_exact_match": true, |
| "coordinate_absolute_error_0_1000": null, |
| "task_success": null, |
| "scope": "saved offline next-action prediction; not a closed-loop rollout", |
| "source_dataset": "xlangai/AgentNet", |
| "source_dataset_revision": "d76ee50a63fad81cfdbe576416757d7c2091ed50", |
| "prediction_file_sha256": "7dad166f6d93202a410b91da3cae7db936c2d9ab6835282ad7f5a8c8b0bca9c5", |
| "validation_source_sha256": "9e7de6ecca3a66081e7aeb6dcf79ab1470ad3a14eb13439e81c42ce850c57d6d", |
| "checkpoint_sha256": "bd82d3c508a7b591b7c1578614231b142689982c842c6864c80baaa213e5dde5" |
| } |
|
|
