{ "arm": "E", "coarse": false, "bins": 256, "tokens": "bytes", "fine": [ 753, 330, 671, 400, 1018, 609, 364, 320, 873, 353, 488, 1154, 481, 659, 608, 549, 2587, 366, 284, 861, 937, 569, 362, 425, 356, 422, 468, 434, 479, 472, 358, 619, 730, 444, 386, 451, 506, 393, 1207, 431, 328, 350, 547, 647, 467, 1599, 809, 1863, 508, 1124, 2279, 6306, 716, 1565, 264, 293, 272, 294, 384, 282, 342, 305, 600, 502, 595, 326, 296, 308, 297, 281, 2804, 435, 274, 259, 575, 348, 289, 856, 379, 1147, 314, 760, 335, 3968, 29009, 668, 1613, 993, 41856, 7977, 933, 22327, 16391, 25437, 17324, 452, 1079, 458, 14845, 1443, 796, 438, 518, 7906, 1822, 1360, 3859, 18898, 12376, 12789, 16520, 17916, 21486, 387, 39093, 8951, 42989, 6032, 91188, 66101, 1501, 34868, 40597, 708, 26685, 94765, 1411, 17065, 19592, 1031, 56937, 34375, 44241, 553, 80167, 2162, 9858, 12527, 15307, 3761, 24111, 35740, 521, 11825, 90997, 38613, 1185, 9961, 13665, 1062, 12490, 85822, 1560, 10532, 20251, 6871, 5544, 53091, 20716, 9503, 17988, 2994, 2927, 19402, 19647, 409, 6764, 40286, 34096, 1853, 47756, 40204, 27513, 28676, 47488, 653, 11329, 71613, 1353, 11472, 7594, 3845, 32776, 13835, 13822, 13955, 25718, 36546, 24463, 11942, 1578, 36343, 30369, 8695, 35246, 29429, 19279, 26857, 655, 976, 662, 94603, 4155, 8939, 2714, 1531, 1842, 15555, 3637, 36890, 505, 3912, 43320, 2218, 25469, 25563, 12414, 1152, 25539, 29799, 36075, 9136, 75371, 62683, 1320, 31121, 5168, 11756, 12007, 82467, 1422, 8619, 10482, 18415, 61654, 33886, 33219, 51941, 92649, 13510, 47015, 22122, 32630, 3893, 41888, 52034, 36124, 13535, 35001, 2770, 37879, 38619, 728, 28705, 1081, 28081 ], "log_min": 0.001953125, "rays": 24, "placeholder": 7436, "seed": 0, "run_name": "owl-E-s0", "model": "mPLUG/GUI-Owl-1.5-2B-Instruct", "image_cap": 1048576, "counts": { "agent": 5000, "click": 2000, "box": 6000, "box_photo": 0, "seg": 9000 }, "init": "", "tasks": { "agent": { "slots": [ "action", "x", "y", "x2", "y2", "key", "sdir", "samt" ], "system": "You are a GUI agent. Given a screenshot, the task and the previous actions, answer the next step. action: click, type, scroll, swipe, press, open, back, home, wait, answer, select. For x, the code of the horizontal position of the point, from the left edge to the right edge; for y, the same vertically from the top to the bottom. x2 and y2: the end point of a swipe, written the same way. key: the key to press. sdir and samt: scroll direction and amount.", "numbers": { "x": "lin", "y": "lin", "x2": "lin", "y2": "lin" }, "labels": { "action": [ 4205, 943, 9059, 38520, 3493, 1787, 1182, 2114, 3783, 4226, 3293 ], "x": [ 753, 330, 671, 400, 1018, 609, 364, 320, 873, 353, 488, 1154, 481, 659, 608, 549, 2587, 366, 284, 861, 937, 569, 362, 425, 356, 422, 468, 434, 479, 472, 358, 619, 730, 444, 386, 451, 506, 393, 1207, 431, 328, 350, 547, 647, 467, 1599, 809, 1863, 508, 1124, 2279, 6306, 716, 1565, 264, 293, 272, 294, 384, 282, 342, 305, 600, 502, 595, 326, 296, 308, 297, 281, 2804, 435, 274, 259, 575, 348, 289, 856, 379, 1147, 314, 760, 335, 3968, 29009, 668, 1613, 993, 41856, 7977, 933, 22327, 16391, 25437, 17324, 452, 1079, 458, 14845, 1443, 796, 438, 518, 7906, 1822, 1360, 3859, 18898, 12376, 12789, 16520, 17916, 21486, 387, 39093, 8951, 42989, 6032, 91188, 66101, 1501, 34868, 40597, 708, 26685, 94765, 1411, 17065, 19592, 1031, 56937, 34375, 44241, 553, 80167, 2162, 9858, 12527, 15307, 3761, 24111, 35740, 521, 11825, 90997, 38613, 1185, 9961, 13665, 1062, 12490, 85822, 1560, 10532, 20251, 6871, 5544, 53091, 20716, 9503, 17988, 2994, 2927, 19402, 19647, 409, 6764, 40286, 34096, 1853, 47756, 40204, 27513, 28676, 47488, 653, 11329, 71613, 1353, 11472, 7594, 3845, 32776, 13835, 13822, 13955, 25718, 36546, 24463, 11942, 1578, 36343, 30369, 8695, 35246, 29429, 19279, 26857, 655, 976, 662, 94603, 4155, 8939, 2714, 1531, 1842, 15555, 3637, 36890, 505, 3912, 43320, 2218, 25469, 25563, 12414, 1152, 25539, 29799, 36075, 9136, 75371, 62683, 1320, 31121, 5168, 11756, 12007, 82467, 1422, 8619, 10482, 18415, 61654, 33886, 33219, 51941, 92649, 13510, 47015, 22122, 32630, 3893, 41888, 52034, 36124, 13535, 35001, 2770, 37879, 38619, 728, 28705, 1081, 28081 ], "y": [ 753, 330, 671, 400, 1018, 609, 364, 320, 873, 353, 488, 1154, 481, 659, 608, 549, 2587, 366, 284, 861, 937, 569, 362, 425, 356, 422, 468, 434, 479, 472, 358, 619, 730, 444, 386, 451, 506, 393, 1207, 431, 328, 350, 547, 647, 467, 1599, 809, 1863, 508, 1124, 2279, 6306, 716, 1565, 264, 293, 272, 294, 384, 282, 342, 305, 600, 502, 595, 326, 296, 308, 297, 281, 2804, 435, 274, 259, 575, 348, 289, 856, 379, 1147, 314, 760, 335, 3968, 29009, 668, 1613, 993, 41856, 7977, 933, 22327, 16391, 25437, 17324, 452, 1079, 458, 14845, 1443, 796, 438, 518, 7906, 1822, 1360, 3859, 18898, 12376, 12789, 16520, 17916, 21486, 387, 39093, 8951, 42989, 6032, 91188, 66101, 1501, 34868, 40597, 708, 26685, 94765, 1411, 17065, 19592, 1031, 56937, 34375, 44241, 553, 80167, 2162, 9858, 12527, 15307, 3761, 24111, 35740, 521, 11825, 90997, 38613, 1185, 9961, 13665, 1062, 12490, 85822, 1560, 10532, 20251, 6871, 5544, 53091, 20716, 9503, 17988, 2994, 2927, 19402, 19647, 409, 6764, 40286, 34096, 1853, 47756, 40204, 27513, 28676, 47488, 653, 11329, 71613, 1353, 11472, 7594, 3845, 32776, 13835, 13822, 13955, 25718, 36546, 24463, 11942, 1578, 36343, 30369, 8695, 35246, 29429, 19279, 26857, 655, 976, 662, 94603, 4155, 8939, 2714, 1531, 1842, 15555, 3637, 36890, 505, 3912, 43320, 2218, 25469, 25563, 12414, 1152, 25539, 29799, 36075, 9136, 75371, 62683, 1320, 31121, 5168, 11756, 12007, 82467, 1422, 8619, 10482, 18415, 61654, 33886, 33219, 51941, 92649, 13510, 47015, 22122, 32630, 3893, 41888, 52034, 36124, 13535, 35001, 2770, 37879, 38619, 728, 28705, 1081, 28081 ], "x2": [ 753, 330, 671, 400, 1018, 609, 364, 320, 873, 353, 488, 1154, 481, 659, 608, 549, 2587, 366, 284, 861, 937, 569, 362, 425, 356, 422, 468, 434, 479, 472, 358, 619, 730, 444, 386, 451, 506, 393, 1207, 431, 328, 350, 547, 647, 467, 1599, 809, 1863, 508, 1124, 2279, 6306, 716, 1565, 264, 293, 272, 294, 384, 282, 342, 305, 600, 502, 595, 326, 296, 308, 297, 281, 2804, 435, 274, 259, 575, 348, 289, 856, 379, 1147, 314, 760, 335, 3968, 29009, 668, 1613, 993, 41856, 7977, 933, 22327, 16391, 25437, 17324, 452, 1079, 458, 14845, 1443, 796, 438, 518, 7906, 1822, 1360, 3859, 18898, 12376, 12789, 16520, 17916, 21486, 387, 39093, 8951, 42989, 6032, 91188, 66101, 1501, 34868, 40597, 708, 26685, 94765, 1411, 17065, 19592, 1031, 56937, 34375, 44241, 553, 80167, 2162, 9858, 12527, 15307, 3761, 24111, 35740, 521, 11825, 90997, 38613, 1185, 9961, 13665, 1062, 12490, 85822, 1560, 10532, 20251, 6871, 5544, 53091, 20716, 9503, 17988, 2994, 2927, 19402, 19647, 409, 6764, 40286, 34096, 1853, 47756, 40204, 27513, 28676, 47488, 653, 11329, 71613, 1353, 11472, 7594, 3845, 32776, 13835, 13822, 13955, 25718, 36546, 24463, 11942, 1578, 36343, 30369, 8695, 35246, 29429, 19279, 26857, 655, 976, 662, 94603, 4155, 8939, 2714, 1531, 1842, 15555, 3637, 36890, 505, 3912, 43320, 2218, 25469, 25563, 12414, 1152, 25539, 29799, 36075, 9136, 75371, 62683, 1320, 31121, 5168, 11756, 12007, 82467, 1422, 8619, 10482, 18415, 61654, 33886, 33219, 51941, 92649, 13510, 47015, 22122, 32630, 3893, 41888, 52034, 36124, 13535, 35001, 2770, 37879, 38619, 728, 28705, 1081, 28081 ], "y2": [ 753, 330, 671, 400, 1018, 609, 364, 320, 873, 353, 488, 1154, 481, 659, 608, 549, 2587, 366, 284, 861, 937, 569, 362, 425, 356, 422, 468, 434, 479, 472, 358, 619, 730, 444, 386, 451, 506, 393, 1207, 431, 328, 350, 547, 647, 467, 1599, 809, 1863, 508, 1124, 2279, 6306, 716, 1565, 264, 293, 272, 294, 384, 282, 342, 305, 600, 502, 595, 326, 296, 308, 297, 281, 2804, 435, 274, 259, 575, 348, 289, 856, 379, 1147, 314, 760, 335, 3968, 29009, 668, 1613, 993, 41856, 7977, 933, 22327, 16391, 25437, 17324, 452, 1079, 458, 14845, 1443, 796, 438, 518, 7906, 1822, 1360, 3859, 18898, 12376, 12789, 16520, 17916, 21486, 387, 39093, 8951, 42989, 6032, 91188, 66101, 1501, 34868, 40597, 708, 26685, 94765, 1411, 17065, 19592, 1031, 56937, 34375, 44241, 553, 80167, 2162, 9858, 12527, 15307, 3761, 24111, 35740, 521, 11825, 90997, 38613, 1185, 9961, 13665, 1062, 12490, 85822, 1560, 10532, 20251, 6871, 5544, 53091, 20716, 9503, 17988, 2994, 2927, 19402, 19647, 409, 6764, 40286, 34096, 1853, 47756, 40204, 27513, 28676, 47488, 653, 11329, 71613, 1353, 11472, 7594, 3845, 32776, 13835, 13822, 13955, 25718, 36546, 24463, 11942, 1578, 36343, 30369, 8695, 35246, 29429, 19279, 26857, 655, 976, 662, 94603, 4155, 8939, 2714, 1531, 1842, 15555, 3637, 36890, 505, 3912, 43320, 2218, 25469, 25563, 12414, 1152, 25539, 29799, 36075, 9136, 75371, 62683, 1320, 31121, 5168, 11756, 12007, 82467, 1422, 8619, 10482, 18415, 61654, 33886, 33219, 51941, 92649, 13510, 47015, 22122, 32630, 3893, 41888, 52034, 36124, 13535, 35001, 2770, 37879, 38619, 728, 28705, 1081, 28081 ], "key": [ 3725, 5651, 12449, 3550, 3698, 705, 1495, 2115, 1290, 23743, 1008 ], "sdir": [ 705, 1495, 2115, 1290 ], "samt": [ 15, 16, 17, 18, 19, 20, 21, 22, 23, 24 ] } } } }