husky8 commited on
Commit
cb04746
·
verified ·
1 Parent(s): b808400

Show each recorded browser action and label mean completion times

Browse files
benchmark/browser-speedups-poster.jpg CHANGED

Git LFS Details

  • SHA256: 236b8d53d53a4016834104baef76961b25b379e978a210c376058ebb3ba4398d
  • Pointer size: 131 Bytes
  • Size of remote file: 222 kB

Git LFS Details

  • SHA256: 0424cd1298a8ea5377ef4f37dc8f1895b8d22f9edbb0300f3ece13bf2c34c3db
  • Pointer size: 131 Bytes
  • Size of remote file: 178 kB
benchmark/browser-speedups.mp4 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d862281189ed3908e56a2ed99a0ba6461d16b90f888590b4609151ad9ac6a6c4
3
- size 2407679
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220a64db8806755e3f9c57a422e0f12c67d8759fe21ffa3df55d38416569efb9
3
+ size 7333099
benchmark/speedups-chapters.json CHANGED
@@ -1,24 +1,24 @@
1
  {
2
- "sha256": "d862281189ed3908e56a2ed99a0ba6461d16b90f888590b4609151ad9ac6a6c4",
3
  "fps": 20,
4
  "resolution": [
5
- 1600,
6
- 720
7
  ],
8
- "duration_s": 68.0,
9
  "task_count": 13,
10
- "opening_s": 6.15,
11
- "closing_start_s": 64.5,
12
- "selection": "One upstream stock-versus-edited joint pass per eligible task, in original order. Use the first qualifying take irrespective of speed. The opening is the fastest repeated joint pass. Each excerpt plays at 1×.",
13
  "chapters": [
14
  {
15
  "number": 1,
16
- "start_s": 6.15,
17
- "duration_s": 4.25,
18
  "environment": "Selenium",
19
  "task": "Case 02",
20
  "title": "Fill and submit a form",
21
- "shared_elapsed_start_s": 0,
22
  "arms": [
23
  {
24
  "arm": "Original",
@@ -30,9 +30,8 @@
30
  "recording": {
31
  "kind": "native browser recording",
32
  "source_sha256": "c094391f4bdc6545669730fd7dc5dfe30137e5ef2b63c178921d783a4de7f8bc",
33
- "start_s": 0.04,
34
- "source_duration_s": 15.44,
35
- "available_frames": 85
36
  }
37
  },
38
  {
@@ -45,21 +44,50 @@
45
  "recording": {
46
  "kind": "native browser recording",
47
  "source_sha256": "f80ae6b4df0da070fa403b8b00a77542577ae73977a4a16fa5645f6f977dcc65",
48
- "start_s": 0.0,
49
- "source_duration_s": 8.84,
50
- "available_frames": 63
51
  }
52
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53
  ]
54
  },
55
  {
56
  "number": 2,
57
- "start_s": 10.4,
58
- "duration_s": 4.25,
59
  "environment": "Selenium + Automation Exercise",
60
  "task": "Case 03",
61
  "title": "Set quantity to two and add the dress",
62
- "shared_elapsed_start_s": 3.602266958029941,
63
  "arms": [
64
  {
65
  "arm": "Original",
@@ -71,9 +99,8 @@
71
  "recording": {
72
  "kind": "native browser recording",
73
  "source_sha256": "cb68912b3f5d8c99bbca757b933501f4e4978a9de8b4c47966faa5418ca5394f",
74
- "start_s": 3.642266958029941,
75
- "source_duration_s": 18.44,
76
- "available_frames": 85
77
  }
78
  },
79
  {
@@ -86,21 +113,50 @@
86
  "recording": {
87
  "kind": "native browser recording",
88
  "source_sha256": "7da366d3d7889ee801626bf6c4a6f38104490ccd51dab650ebda4f28d44b1c4d",
89
- "start_s": 3.602266958029941,
90
- "source_duration_s": 8.12,
91
- "available_frames": 73
92
  }
93
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
94
  ]
95
  },
96
  {
97
  "number": 3,
98
- "start_s": 14.65,
99
- "duration_s": 4.75,
100
  "environment": "BrowserGym · MiniWoB++",
101
  "task": "Seed 103",
102
  "title": "Complete an autocomplete field",
103
- "shared_elapsed_start_s": 0,
104
  "arms": [
105
  {
106
  "arm": "Original",
@@ -111,7 +167,7 @@
111
  "receipt": "use-autocomplete-103-original.json",
112
  "recording": {
113
  "kind": "timestamped browser captures",
114
- "start_s": 0,
115
  "source_sha256": "3768c12d71ff98aafc5104cb764816e43a53371c8a5b5532d9a33df538c04d0f",
116
  "timing_manifest_sha256": "08490f9e128d0d41dc1da13f69388e39b2888f9acc2a2802fb83ece1f6bca894",
117
  "frame_count": 123
@@ -126,22 +182,52 @@
126
  "receipt": "use-autocomplete-103-edited.json",
127
  "recording": {
128
  "kind": "timestamped browser captures",
129
- "start_s": 0,
130
  "source_sha256": "f01a27f87a8e46e5921345e4e56d68636eca684525547d67abd81371958968a2",
131
  "timing_manifest_sha256": "3a2e2d6a4a2f3fc2ec4ad2de24126f5c20c9091ccd3089312d6b5d7f3f13a5d7",
132
  "frame_count": 28
133
  }
134
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  ]
136
  },
137
  {
138
  "number": 4,
139
- "start_s": 19.4,
140
- "duration_s": 4.75,
141
  "environment": "BrowserGym · MiniWoB++",
142
  "task": "Seed 104",
143
  "title": "Reply to an email",
144
- "shared_elapsed_start_s": 1.9337746249977499,
145
  "arms": [
146
  {
147
  "arm": "Original",
@@ -152,7 +238,7 @@
152
  "receipt": "email-inbox-104-original.json",
153
  "recording": {
154
  "kind": "timestamped browser captures",
155
- "start_s": 1.9337746249977499,
156
  "source_sha256": "1b8cda1812e06a017e5b2dc72a7e25fdefb16d89e0cfffb25ee081a9e38878f7",
157
  "timing_manifest_sha256": "27eb1ae06a81a62873e5e94ddfc5c3eef534ddaf7d76624fb5ae93557707ab60",
158
  "frame_count": 206
@@ -167,22 +253,52 @@
167
  "receipt": "email-inbox-104-edited.json",
168
  "recording": {
169
  "kind": "timestamped browser captures",
170
- "start_s": 1.9337746249977499,
171
  "source_sha256": "ed5227ad3c7a9a44c11b380bd85960c691ee8cc46fa1be754a45061d0dacf3b1",
172
  "timing_manifest_sha256": "c0284e5f6372e4d63e1a835bb30390cca3ed62ec86514b1602a44b366e990b5c",
173
  "frame_count": 49
174
  }
175
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
176
  ]
177
  },
178
  {
179
  "number": 5,
180
- "start_s": 24.15,
181
- "duration_s": 4.1,
182
  "environment": "WebArena",
183
  "task": "188",
184
  "title": "Find the total of the latest canceled order",
185
- "shared_elapsed_start_s": 1.8153777499916035,
186
  "arms": [
187
  {
188
  "arm": "Stock Inkling 2 Mini",
@@ -194,9 +310,8 @@
194
  "recording": {
195
  "kind": "native browser recording",
196
  "source_sha256": "ec642f8c46a74743cac1669a727e102b9abc253393196d9deb9ad44b050d6577",
197
- "start_s": 1.8161042080260816,
198
- "source_duration_s": 27.8,
199
- "available_frames": 82
200
  },
201
  "grader_status": "success"
202
  },
@@ -210,22 +325,51 @@
210
  "recording": {
211
  "kind": "native browser recording",
212
  "source_sha256": "4d72502042f6f1d1e91ea088b8e29a95929ef8f80a60d9e45185d6ee83c3122f",
213
- "start_s": 1.8161005830857906,
214
- "source_duration_s": 5.45,
215
- "available_frames": 69
216
  },
217
  "grader_status": "success"
218
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
219
  ]
220
  },
221
  {
222
  "number": 6,
223
- "start_s": 28.25,
224
- "duration_s": 4.05,
225
  "environment": "WebArena",
226
  "task": "189",
227
  "title": "Find the total of the latest pending order",
228
- "shared_elapsed_start_s": 29.8897506670095,
229
  "arms": [
230
  {
231
  "arm": "Stock Inkling 2 Mini",
@@ -237,9 +381,8 @@
237
  "recording": {
238
  "kind": "native browser recording",
239
  "source_sha256": "9d35421225e57628bada9376e92528ac7a677e5629efde93d4c44aa7661dd037",
240
- "start_s": 29.89041875102557,
241
- "source_duration_s": 33.85,
242
- "available_frames": 79
243
  },
244
  "grader_status": "success"
245
  },
@@ -253,22 +396,51 @@
253
  "recording": {
254
  "kind": "native browser recording",
255
  "source_sha256": "4b91334778448d041a1b3f59fa2188cd2cc44dbb0c14d5f8dfce324e6a9c8072",
256
- "start_s": 29.89049062503036,
257
- "source_duration_s": 33.45,
258
- "available_frames": 69
259
  },
260
  "grader_status": "success"
261
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
262
  ]
263
  },
264
  {
265
  "number": 7,
266
- "start_s": 32.3,
267
- "duration_s": 3.65,
268
  "environment": "WebArena",
269
  "task": "190",
270
  "title": "Find the total of the latest completed order",
271
- "shared_elapsed_start_s": 15.379997249995357,
272
  "arms": [
273
  {
274
  "arm": "Stock Inkling 2 Mini",
@@ -280,9 +452,8 @@
280
  "recording": {
281
  "kind": "native browser recording",
282
  "source_sha256": "aef068d2419ff13564764c7d28509ff34185b09fa4e7c68e4365eba05171aa2f",
283
- "start_s": 15.380713749979622,
284
- "source_duration_s": 45.5,
285
- "available_frames": 73
286
  },
287
  "grader_status": "success"
288
  },
@@ -296,22 +467,51 @@
296
  "recording": {
297
  "kind": "native browser recording",
298
  "source_sha256": "e2ecd40026fc920fedc2bd53366aed4636b1e97fc769c771694a3f1516581c5a",
299
- "start_s": 15.380719750025309,
300
- "source_duration_s": 18.55,
301
- "available_frames": 61
302
  },
303
  "grader_status": "success"
304
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
305
  ]
306
  },
307
  {
308
  "number": 8,
309
- "start_s": 35.95,
310
- "duration_s": 4.75,
311
  "environment": "WebArena",
312
  "task": "274",
313
  "title": "Search for a USB Wi-Fi adapter",
314
- "shared_elapsed_start_s": 0.6736982500180602,
315
  "arms": [
316
  {
317
  "arm": "Stock Inkling 2 Mini",
@@ -323,9 +523,8 @@
323
  "recording": {
324
  "kind": "native browser recording",
325
  "source_sha256": "df3bab2792f9ec4726fd9a419418f76bfcb25aeea3d2c690b523bc34e26a9ea5",
326
- "start_s": 0.6743999580387026,
327
- "source_duration_s": 14.75,
328
- "available_frames": 95
329
  },
330
  "grader_status": "success"
331
  },
@@ -339,22 +538,51 @@
339
  "recording": {
340
  "kind": "native browser recording",
341
  "source_sha256": "bc53c19aaaf7f2477f261e63856cf1cc31ce09d01560717ffa08080d39d0e005",
342
- "start_s": 0.6744516670471057,
343
- "source_duration_s": 5.3,
344
- "available_frames": 82
345
  },
346
  "grader_status": "success"
347
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
348
  ]
349
  },
350
  {
351
  "number": 9,
352
- "start_s": 40.7,
353
- "duration_s": 6.05,
354
  "environment": "WebArena",
355
  "task": "275",
356
  "title": "Search for Xbox",
357
- "shared_elapsed_start_s": 0,
358
  "arms": [
359
  {
360
  "arm": "Stock Inkling 2 Mini",
@@ -366,9 +594,8 @@
366
  "recording": {
367
  "kind": "native browser recording",
368
  "source_sha256": "e7a404ab8b53fe2ea72cf7c1e558149909bd42afbf57e486f01c6e342c409840",
369
- "start_s": 0.0013574579497799277,
370
- "source_duration_s": 20.65,
371
- "available_frames": 121
372
  },
373
  "grader_status": "success"
374
  },
@@ -382,22 +609,51 @@
382
  "recording": {
383
  "kind": "native browser recording",
384
  "source_sha256": "7084446b535c1c10f48e0c70ec9b825b62d19fd07290cd8865872aaa31b2b212",
385
- "start_s": 0.0006438749842345715,
386
- "source_duration_s": 5.65,
387
- "available_frames": 101
388
  },
389
  "grader_status": "success"
390
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
391
  ]
392
  },
393
  {
394
  "number": 10,
395
- "start_s": 46.75,
396
- "duration_s": 4.75,
397
  "environment": "WebArena",
398
  "task": "276",
399
  "title": "Search for Switch accessories",
400
- "shared_elapsed_start_s": 1.2913488750811666,
401
  "arms": [
402
  {
403
  "arm": "Stock Inkling 2 Mini",
@@ -409,9 +665,8 @@
409
  "recording": {
410
  "kind": "native browser recording",
411
  "source_sha256": "00d41ba656ae96772e431aed9aa84fdc9ddd8e57a3cedec0a3347eb37e73b1e9",
412
- "start_s": 1.2919892081292346,
413
- "source_duration_s": 13.1,
414
- "available_frames": 95
415
  },
416
  "grader_status": "success"
417
  },
@@ -425,22 +680,51 @@
425
  "recording": {
426
  "kind": "native browser recording",
427
  "source_sha256": "b6aaf024685e66ba3d9d34a3b80f4ea03006abda6c5b3c715c7d3dc49dca19ce",
428
- "start_s": 1.291956916032359,
429
- "source_duration_s": 5.9,
430
- "available_frames": 82
431
  },
432
  "grader_status": "success"
433
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
434
  ]
435
  },
436
  {
437
  "number": 11,
438
- "start_s": 51.5,
439
- "duration_s": 4.75,
440
  "environment": "WebArena",
441
  "task": "277",
442
  "title": "Search for iPhone 13 batteries",
443
- "shared_elapsed_start_s": 1.7715621249983087,
444
  "arms": [
445
  {
446
  "arm": "Stock Inkling 2 Mini",
@@ -452,9 +736,8 @@
452
  "recording": {
453
  "kind": "native browser recording",
454
  "source_sha256": "1ae3bb1db3e4d47e53d8b06684843b2aef8ce876e6becf70b0d9184665605b13",
455
- "start_s": 1.7721921670483425,
456
- "source_duration_s": 17.15,
457
- "available_frames": 95
458
  },
459
  "grader_status": "success"
460
  },
@@ -468,22 +751,51 @@
468
  "recording": {
469
  "kind": "native browser recording",
470
  "source_sha256": "1f34cfc44b67f4ae188868d7fa95b2a92af7abe7f2519e71cf57ff4c9c160417",
471
- "start_s": 1.7724100000225007,
472
- "source_duration_s": 6.35,
473
- "available_frames": 82
474
  },
475
  "grader_status": "success"
476
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
477
  ]
478
  },
479
  {
480
  "number": 12,
481
- "start_s": 56.25,
482
- "duration_s": 4.75,
483
  "environment": "WebArena",
484
  "task": "278",
485
  "title": "Search for green tea bags",
486
- "shared_elapsed_start_s": 3.5640258749946954,
487
  "arms": [
488
  {
489
  "arm": "Stock Inkling 2 Mini",
@@ -495,9 +807,8 @@
495
  "recording": {
496
  "kind": "native browser recording",
497
  "source_sha256": "b4597dc162e0d24dd8a47b9236efd3498e95a803905150d3626b8df2d4e612d6",
498
- "start_s": 3.5725090419175105,
499
- "source_duration_s": 19.05,
500
- "available_frames": 95
501
  },
502
  "grader_status": "success"
503
  },
@@ -511,22 +822,51 @@
511
  "recording": {
512
  "kind": "native browser recording",
513
  "source_sha256": "97ccca271791b8e5eb58a6aaba1e836be5f34b51055a8d07fa394d7c9ca94016",
514
- "start_s": 3.568142666993663,
515
- "source_duration_s": 8.1,
516
- "available_frames": 82
517
  },
518
  "grader_status": "success"
519
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
520
  ]
521
  },
522
  {
523
  "number": 13,
524
- "start_s": 61.0,
525
- "duration_s": 3.5,
526
  "environment": "WebArena",
527
  "task": "630",
528
  "title": "Ask for headphone recommendations",
529
- "shared_elapsed_start_s": 17.757142707984894,
530
  "arms": [
531
  {
532
  "arm": "Original",
@@ -538,9 +878,8 @@
538
  "recording": {
539
  "kind": "native browser recording",
540
  "source_sha256": "39f0add873acca0cc39b1f0928ef80902590f07023e4dfdf829706f2a267f1c4",
541
- "start_s": 17.758387083001434,
542
- "source_duration_s": 24.5,
543
- "available_frames": 70
544
  }
545
  },
546
  {
@@ -553,11 +892,40 @@
553
  "recording": {
554
  "kind": "native browser recording",
555
  "source_sha256": "ab7eaa11036cd84ee646ad4c74113973420e28b0dadeaa5e07350deee879bb1b",
556
- "start_s": 17.758449874981306,
557
- "source_duration_s": 20.55,
558
- "available_frames": 55
559
  }
560
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
561
  ]
562
  }
563
  ],
@@ -565,8 +933,7 @@
565
  "task": "190",
566
  "device": "M5 Max MacBook Pro",
567
  "playback_rate": 1,
568
- "shared_start_s": 0,
569
- "duration_s": 6.15,
570
  "arms": [
571
  {
572
  "name": "Stock Inkling 2 Mini",
@@ -580,7 +947,40 @@
580
  "receipt_sha256": "de99cd3b9ffdab3dcde0a6ba3b7ab53c4f78c893b5e04a1a42cd729a32ca8816",
581
  "recording_sha256": "1c0b7325f4c3119182342a5017acce4187ed18802c46dddd919c151140565054"
582
  }
583
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
584
  },
585
  "embedded_chapters": 15,
586
  "display_labels": [
 
1
  {
2
+ "sha256": "220a64db8806755e3f9c57a422e0f12c67d8759fe21ffa3df55d38416569efb9",
3
  "fps": 20,
4
  "resolution": [
5
+ 1440,
6
+ 820
7
  ],
8
+ "duration_s": 84.35,
9
  "task_count": 13,
10
+ "opening_s": 11.1,
11
+ "closing_start_s": 79.35,
12
+ "selection": "Same 13 passing comparisons. Browser excerpts are aligned to each recorded action, with an annotated still at the target and a hold on its result. Displayed run times are full task times; the closing mean uses the 13 chapters and excludes the separate opener.",
13
  "chapters": [
14
  {
15
  "number": 1,
16
+ "start_s": 11.1,
17
+ "duration_s": 5.25,
18
  "environment": "Selenium",
19
  "task": "Case 02",
20
  "title": "Fill and submit a form",
21
+ "shared_elapsed_start_s": null,
22
  "arms": [
23
  {
24
  "arm": "Original",
 
30
  "recording": {
31
  "kind": "native browser recording",
32
  "source_sha256": "c094391f4bdc6545669730fd7dc5dfe30137e5ef2b63c178921d783a4de7f8bc",
33
+ "start_s": 7.0333,
34
+ "source_duration_s": 15.44
 
35
  }
36
  },
37
  {
 
44
  "recording": {
45
  "kind": "native browser recording",
46
  "source_sha256": "f80ae6b4df0da070fa403b8b00a77542577ae73977a4a16fa5645f6f977dcc65",
47
+ "start_s": 1.4852,
48
+ "source_duration_s": 8.84
 
49
  }
50
  }
51
+ ],
52
+ "action_excerpts": [
53
+ {
54
+ "action_elapsed_s": 8.5833,
55
+ "source_start_s": 7.0333,
56
+ "source_stop_s": 9.6333,
57
+ "marker_source": "recorded pointer",
58
+ "marker": [
59
+ 399,
60
+ 400
61
+ ],
62
+ "result_frame_elapsed_s": 8.723281833035871,
63
+ "action_hold_s": 0.8,
64
+ "result_hold_s": 1.85,
65
+ "source_sha256": "c094391f4bdc6545669730fd7dc5dfe30137e5ef2b63c178921d783a4de7f8bc"
66
+ },
67
+ {
68
+ "action_elapsed_s": 3.0352,
69
+ "source_start_s": 1.4852,
70
+ "source_stop_s": 4.0852,
71
+ "marker_source": "recorded pointer",
72
+ "marker": [
73
+ 387,
74
+ 383
75
+ ],
76
+ "result_frame_elapsed_s": 3.135238249944523,
77
+ "action_hold_s": 0.8,
78
+ "result_hold_s": 1.85,
79
+ "source_sha256": "f80ae6b4df0da070fa403b8b00a77542577ae73977a4a16fa5645f6f977dcc65"
80
+ }
81
  ]
82
  },
83
  {
84
  "number": 2,
85
+ "start_s": 16.35,
86
+ "duration_s": 5.25,
87
  "environment": "Selenium + Automation Exercise",
88
  "task": "Case 03",
89
  "title": "Set quantity to two and add the dress",
90
+ "shared_elapsed_start_s": null,
91
  "arms": [
92
  {
93
  "arm": "Original",
 
99
  "recording": {
100
  "kind": "native browser recording",
101
  "source_sha256": "cb68912b3f5d8c99bbca757b933501f4e4978a9de8b4c47966faa5418ca5394f",
102
+ "start_s": 14.1189,
103
+ "source_duration_s": 18.44
 
104
  }
105
  },
106
  {
 
113
  "recording": {
114
  "kind": "native browser recording",
115
  "source_sha256": "7da366d3d7889ee801626bf6c4a6f38104490ccd51dab650ebda4f28d44b1c4d",
116
+ "start_s": 4.3523000000000005,
117
+ "source_duration_s": 8.12
 
118
  }
119
  }
120
+ ],
121
+ "action_excerpts": [
122
+ {
123
+ "action_elapsed_s": 15.6689,
124
+ "source_start_s": 14.1189,
125
+ "source_stop_s": 16.7189,
126
+ "marker_source": "recorded pointer",
127
+ "marker": [
128
+ 1101,
129
+ 319
130
+ ],
131
+ "result_frame_elapsed_s": 17.038890917012466,
132
+ "action_hold_s": 0.8,
133
+ "result_hold_s": 1.85,
134
+ "source_sha256": "cb68912b3f5d8c99bbca757b933501f4e4978a9de8b4c47966faa5418ca5394f"
135
+ },
136
+ {
137
+ "action_elapsed_s": 5.9023,
138
+ "source_start_s": 4.3523000000000005,
139
+ "source_stop_s": 6.9523,
140
+ "marker_source": "recorded pointer",
141
+ "marker": [
142
+ 1101,
143
+ 322
144
+ ],
145
+ "result_frame_elapsed_s": 7.232266958029941,
146
+ "action_hold_s": 0.8,
147
+ "result_hold_s": 1.85,
148
+ "source_sha256": "7da366d3d7889ee801626bf6c4a6f38104490ccd51dab650ebda4f28d44b1c4d"
149
+ }
150
  ]
151
  },
152
  {
153
  "number": 3,
154
+ "start_s": 21.6,
155
+ "duration_s": 5.25,
156
  "environment": "BrowserGym · MiniWoB++",
157
  "task": "Seed 103",
158
  "title": "Complete an autocomplete field",
159
+ "shared_elapsed_start_s": null,
160
  "arms": [
161
  {
162
  "arm": "Original",
 
167
  "receipt": "use-autocomplete-103-original.json",
168
  "recording": {
169
  "kind": "timestamped browser captures",
170
+ "start_s": 13.713160666055046,
171
  "source_sha256": "3768c12d71ff98aafc5104cb764816e43a53371c8a5b5532d9a33df538c04d0f",
172
  "timing_manifest_sha256": "08490f9e128d0d41dc1da13f69388e39b2888f9acc2a2802fb83ece1f6bca894",
173
  "frame_count": 123
 
182
  "receipt": "use-autocomplete-103-edited.json",
183
  "recording": {
184
  "kind": "timestamped browser captures",
185
+ "start_s": 1.6051289580063892,
186
  "source_sha256": "f01a27f87a8e46e5921345e4e56d68636eca684525547d67abd81371958968a2",
187
  "timing_manifest_sha256": "3a2e2d6a4a2f3fc2ec4ad2de24126f5c20c9091ccd3089312d6b5d7f3f13a5d7",
188
  "frame_count": 28
189
  }
190
  }
191
+ ],
192
+ "action_excerpts": [
193
+ {
194
+ "action_elapsed_s": 15.263160666055047,
195
+ "source_start_s": 13.713160666055046,
196
+ "source_stop_s": 15.50987195968628,
197
+ "marker_source": "control",
198
+ "marker": [
199
+ 115,
200
+ 223
201
+ ],
202
+ "result_frame_elapsed_s": 15.50987195968628,
203
+ "action_hold_s": 0.8,
204
+ "result_hold_s": 1.85,
205
+ "source_sha256": "3768c12d71ff98aafc5104cb764816e43a53371c8a5b5532d9a33df538c04d0f"
206
+ },
207
+ {
208
+ "action_elapsed_s": 3.1551289580063893,
209
+ "source_start_s": 1.6051289580063892,
210
+ "source_stop_s": 3.4008638858795166,
211
+ "marker_source": "control",
212
+ "marker": [
213
+ 115,
214
+ 223
215
+ ],
216
+ "result_frame_elapsed_s": 3.4008638858795166,
217
+ "action_hold_s": 0.8,
218
+ "result_hold_s": 1.85,
219
+ "source_sha256": "f01a27f87a8e46e5921345e4e56d68636eca684525547d67abd81371958968a2"
220
+ }
221
  ]
222
  },
223
  {
224
  "number": 4,
225
+ "start_s": 26.85,
226
+ "duration_s": 5.25,
227
  "environment": "BrowserGym · MiniWoB++",
228
  "task": "Seed 104",
229
  "title": "Reply to an email",
230
+ "shared_elapsed_start_s": null,
231
  "arms": [
232
  {
233
  "arm": "Original",
 
238
  "receipt": "email-inbox-104-original.json",
239
  "recording": {
240
  "kind": "timestamped browser captures",
241
+ "start_s": 24.264819292002358,
242
  "source_sha256": "1b8cda1812e06a017e5b2dc72a7e25fdefb16d89e0cfffb25ee081a9e38878f7",
243
  "timing_manifest_sha256": "27eb1ae06a81a62873e5e94ddfc5c3eef534ddaf7d76624fb5ae93557707ab60",
244
  "frame_count": 206
 
253
  "receipt": "email-inbox-104-edited.json",
254
  "recording": {
255
  "kind": "timestamped browser captures",
256
+ "start_s": 4.23377462499775,
257
  "source_sha256": "ed5227ad3c7a9a44c11b380bd85960c691ee8cc46fa1be754a45061d0dacf3b1",
258
  "timing_manifest_sha256": "c0284e5f6372e4d63e1a835bb30390cca3ed62ec86514b1602a44b366e990b5c",
259
  "frame_count": 49
260
  }
261
  }
262
+ ],
263
+ "action_excerpts": [
264
+ {
265
+ "action_elapsed_s": 25.81481929200236,
266
+ "source_start_s": 24.264819292002358,
267
+ "source_stop_s": 26.026827096939087,
268
+ "marker_source": "control",
269
+ "marker": [
270
+ 294,
271
+ 122
272
+ ],
273
+ "result_frame_elapsed_s": 26.026827096939087,
274
+ "action_hold_s": 0.8,
275
+ "result_hold_s": 1.85,
276
+ "source_sha256": "1b8cda1812e06a017e5b2dc72a7e25fdefb16d89e0cfffb25ee081a9e38878f7"
277
+ },
278
+ {
279
+ "action_elapsed_s": 5.78377462499775,
280
+ "source_start_s": 4.23377462499775,
281
+ "source_stop_s": 6.045209169387817,
282
+ "marker_source": "control",
283
+ "marker": [
284
+ 294,
285
+ 122
286
+ ],
287
+ "result_frame_elapsed_s": 6.045209169387817,
288
+ "action_hold_s": 0.8,
289
+ "result_hold_s": 1.85,
290
+ "source_sha256": "ed5227ad3c7a9a44c11b380bd85960c691ee8cc46fa1be754a45061d0dacf3b1"
291
+ }
292
  ]
293
  },
294
  {
295
  "number": 5,
296
+ "start_s": 32.1,
297
+ "duration_s": 5.25,
298
  "environment": "WebArena",
299
  "task": "188",
300
  "title": "Find the total of the latest canceled order",
301
+ "shared_elapsed_start_s": null,
302
  "arms": [
303
  {
304
  "arm": "Stock Inkling 2 Mini",
 
310
  "recording": {
311
  "kind": "native browser recording",
312
  "source_sha256": "ec642f8c46a74743cac1669a727e102b9abc253393196d9deb9ad44b050d6577",
313
+ "start_s": 18.880599999999998,
314
+ "source_duration_s": 27.8
 
315
  },
316
  "grader_status": "success"
317
  },
 
325
  "recording": {
326
  "kind": "native browser recording",
327
  "source_sha256": "4d72502042f6f1d1e91ea088b8e29a95929ef8f80a60d9e45185d6ee83c3122f",
328
+ "start_s": 2.4579000000000004,
329
+ "source_duration_s": 5.45
 
330
  },
331
  "grader_status": "success"
332
  }
333
+ ],
334
+ "action_excerpts": [
335
+ {
336
+ "action_elapsed_s": 20.4306,
337
+ "source_start_s": 18.880599999999998,
338
+ "source_stop_s": 21.4806,
339
+ "marker_source": "recorded pointer",
340
+ "marker": [
341
+ 139,
342
+ 326
343
+ ],
344
+ "result_frame_elapsed_s": 27.749273541965522,
345
+ "action_hold_s": 0.8,
346
+ "result_hold_s": 1.85,
347
+ "source_sha256": "ec642f8c46a74743cac1669a727e102b9abc253393196d9deb9ad44b050d6577"
348
+ },
349
+ {
350
+ "action_elapsed_s": 4.0079,
351
+ "source_start_s": 2.4579000000000004,
352
+ "source_stop_s": 5.0579,
353
+ "marker_source": "recorded pointer",
354
+ "marker": [
355
+ 139,
356
+ 326
357
+ ],
358
+ "result_frame_elapsed_s": 5.295377749991603,
359
+ "action_hold_s": 0.8,
360
+ "result_hold_s": 1.85,
361
+ "source_sha256": "4d72502042f6f1d1e91ea088b8e29a95929ef8f80a60d9e45185d6ee83c3122f"
362
+ }
363
  ]
364
  },
365
  {
366
  "number": 6,
367
+ "start_s": 37.35,
368
+ "duration_s": 5.25,
369
  "environment": "WebArena",
370
  "task": "189",
371
  "title": "Find the total of the latest pending order",
372
+ "shared_elapsed_start_s": null,
373
  "arms": [
374
  {
375
  "arm": "Stock Inkling 2 Mini",
 
381
  "recording": {
382
  "kind": "native browser recording",
383
  "source_sha256": "9d35421225e57628bada9376e92528ac7a677e5629efde93d4c44aa7661dd037",
384
+ "start_s": 9.595699999999999,
385
+ "source_duration_s": 33.85
 
386
  },
387
  "grader_status": "success"
388
  },
 
396
  "recording": {
397
  "kind": "native browser recording",
398
  "source_sha256": "4b91334778448d041a1b3f59fa2188cd2cc44dbb0c14d5f8dfce324e6a9c8072",
399
+ "start_s": 30.572100000000002,
400
+ "source_duration_s": 33.45
 
401
  },
402
  "grader_status": "success"
403
  }
404
+ ],
405
+ "action_excerpts": [
406
+ {
407
+ "action_elapsed_s": 11.1457,
408
+ "source_start_s": 9.595699999999999,
409
+ "source_stop_s": 12.1957,
410
+ "marker_source": "recorded pointer",
411
+ "marker": [
412
+ 139,
413
+ 326
414
+ ],
415
+ "result_frame_elapsed_s": 33.79933191598393,
416
+ "action_hold_s": 0.8,
417
+ "result_hold_s": 1.85,
418
+ "source_sha256": "9d35421225e57628bada9376e92528ac7a677e5629efde93d4c44aa7661dd037"
419
+ },
420
+ {
421
+ "action_elapsed_s": 32.1221,
422
+ "source_start_s": 30.572100000000002,
423
+ "source_stop_s": 33.1721,
424
+ "marker_source": "recorded pointer",
425
+ "marker": [
426
+ 139,
427
+ 326
428
+ ],
429
+ "result_frame_elapsed_s": 33.3197506670095,
430
+ "action_hold_s": 0.8,
431
+ "result_hold_s": 1.85,
432
+ "source_sha256": "4b91334778448d041a1b3f59fa2188cd2cc44dbb0c14d5f8dfce324e6a9c8072"
433
+ }
434
  ]
435
  },
436
  {
437
  "number": 7,
438
+ "start_s": 42.6,
439
+ "duration_s": 5.25,
440
  "environment": "WebArena",
441
  "task": "190",
442
  "title": "Find the total of the latest completed order",
443
+ "shared_elapsed_start_s": null,
444
  "arms": [
445
  {
446
  "arm": "Stock Inkling 2 Mini",
 
452
  "recording": {
453
  "kind": "native browser recording",
454
  "source_sha256": "aef068d2419ff13564764c7d28509ff34185b09fa4e7c68e4365eba05171aa2f",
455
+ "start_s": 19.228199999999998,
456
+ "source_duration_s": 45.5
 
457
  },
458
  "grader_status": "success"
459
  },
 
467
  "recording": {
468
  "kind": "native browser recording",
469
  "source_sha256": "e2ecd40026fc920fedc2bd53366aed4636b1e97fc769c771694a3f1516581c5a",
470
+ "start_s": 15.661099999999998,
471
+ "source_duration_s": 18.55
 
472
  },
473
  "grader_status": "success"
474
  }
475
+ ],
476
+ "action_excerpts": [
477
+ {
478
+ "action_elapsed_s": 20.7782,
479
+ "source_start_s": 19.228199999999998,
480
+ "source_stop_s": 21.8282,
481
+ "marker_source": "recorded pointer",
482
+ "marker": [
483
+ 139,
484
+ 326
485
+ ],
486
+ "result_frame_elapsed_s": 45.44928350001574,
487
+ "action_hold_s": 0.8,
488
+ "result_hold_s": 1.85,
489
+ "source_sha256": "aef068d2419ff13564764c7d28509ff34185b09fa4e7c68e4365eba05171aa2f"
490
+ },
491
+ {
492
+ "action_elapsed_s": 17.2111,
493
+ "source_start_s": 15.661099999999998,
494
+ "source_stop_s": 18.2611,
495
+ "marker_source": "recorded pointer",
496
+ "marker": [
497
+ 139,
498
+ 326
499
+ ],
500
+ "result_frame_elapsed_s": 18.409997249995357,
501
+ "action_hold_s": 0.8,
502
+ "result_hold_s": 1.85,
503
+ "source_sha256": "e2ecd40026fc920fedc2bd53366aed4636b1e97fc769c771694a3f1516581c5a"
504
+ }
505
  ]
506
  },
507
  {
508
  "number": 8,
509
+ "start_s": 47.85,
510
+ "duration_s": 5.25,
511
  "environment": "WebArena",
512
  "task": "274",
513
  "title": "Search for a USB Wi-Fi adapter",
514
+ "shared_elapsed_start_s": null,
515
  "arms": [
516
  {
517
  "arm": "Stock Inkling 2 Mini",
 
523
  "recording": {
524
  "kind": "native browser recording",
525
  "source_sha256": "df3bab2792f9ec4726fd9a419418f76bfcb25aeea3d2c690b523bc34e26a9ea5",
526
+ "start_s": 7.0302999999999995,
527
+ "source_duration_s": 14.75
 
528
  },
529
  "grader_status": "success"
530
  },
 
538
  "recording": {
539
  "kind": "native browser recording",
540
  "source_sha256": "bc53c19aaaf7f2477f261e63856cf1cc31ce09d01560717ffa08080d39d0e005",
541
+ "start_s": 1.5211,
542
+ "source_duration_s": 5.3
 
543
  },
544
  "grader_status": "success"
545
  }
546
+ ],
547
+ "action_excerpts": [
548
+ {
549
+ "action_elapsed_s": 8.5803,
550
+ "source_start_s": 7.0302999999999995,
551
+ "source_stop_s": 9.6303,
552
+ "marker_source": "recorded pointer",
553
+ "marker": [
554
+ 1111,
555
+ 90
556
+ ],
557
+ "result_frame_elapsed_s": 14.699298291979357,
558
+ "action_hold_s": 0.8,
559
+ "result_hold_s": 1.85,
560
+ "source_sha256": "df3bab2792f9ec4726fd9a419418f76bfcb25aeea3d2c690b523bc34e26a9ea5"
561
+ },
562
+ {
563
+ "action_elapsed_s": 3.0711,
564
+ "source_start_s": 1.5211,
565
+ "source_stop_s": 4.1211,
566
+ "marker_source": "recorded pointer",
567
+ "marker": [
568
+ 1111,
569
+ 90
570
+ ],
571
+ "result_frame_elapsed_s": 4.80369825001806,
572
+ "action_hold_s": 0.8,
573
+ "result_hold_s": 1.85,
574
+ "source_sha256": "bc53c19aaaf7f2477f261e63856cf1cc31ce09d01560717ffa08080d39d0e005"
575
+ }
576
  ]
577
  },
578
  {
579
  "number": 9,
580
+ "start_s": 53.1,
581
+ "duration_s": 5.25,
582
  "environment": "WebArena",
583
  "task": "275",
584
  "title": "Search for Xbox",
585
+ "shared_elapsed_start_s": null,
586
  "arms": [
587
  {
588
  "arm": "Stock Inkling 2 Mini",
 
594
  "recording": {
595
  "kind": "native browser recording",
596
  "source_sha256": "e7a404ab8b53fe2ea72cf7c1e558149909bd42afbf57e486f01c6e342c409840",
597
+ "start_s": 11.8033,
598
+ "source_duration_s": 20.65
 
599
  },
600
  "grader_status": "success"
601
  },
 
609
  "recording": {
610
  "kind": "native browser recording",
611
  "source_sha256": "7084446b535c1c10f48e0c70ec9b825b62d19fd07290cd8865872aaa31b2b212",
612
+ "start_s": 1.7573999999999999,
613
+ "source_duration_s": 5.65
 
614
  },
615
  "grader_status": "success"
616
  }
617
+ ],
618
+ "action_excerpts": [
619
+ {
620
+ "action_elapsed_s": 13.3533,
621
+ "source_start_s": 11.8033,
622
+ "source_stop_s": 14.403300000000002,
623
+ "marker_source": "recorded pointer",
624
+ "marker": [
625
+ 1111,
626
+ 90
627
+ ],
628
+ "result_frame_elapsed_s": 20.50676358402241,
629
+ "action_hold_s": 0.8,
630
+ "result_hold_s": 1.85,
631
+ "source_sha256": "e7a404ab8b53fe2ea72cf7c1e558149909bd42afbf57e486f01c6e342c409840"
632
+ },
633
+ {
634
+ "action_elapsed_s": 3.3074,
635
+ "source_start_s": 1.7573999999999999,
636
+ "source_stop_s": 4.3574,
637
+ "marker_source": "recorded pointer",
638
+ "marker": [
639
+ 1111,
640
+ 90
641
+ ],
642
+ "result_frame_elapsed_s": 5.03540237496607,
643
+ "action_hold_s": 0.8,
644
+ "result_hold_s": 1.85,
645
+ "source_sha256": "7084446b535c1c10f48e0c70ec9b825b62d19fd07290cd8865872aaa31b2b212"
646
+ }
647
  ]
648
  },
649
  {
650
  "number": 10,
651
+ "start_s": 58.35,
652
+ "duration_s": 5.25,
653
  "environment": "WebArena",
654
  "task": "276",
655
  "title": "Search for Switch accessories",
656
+ "shared_elapsed_start_s": null,
657
  "arms": [
658
  {
659
  "arm": "Stock Inkling 2 Mini",
 
665
  "recording": {
666
  "kind": "native browser recording",
667
  "source_sha256": "00d41ba656ae96772e431aed9aa84fdc9ddd8e57a3cedec0a3347eb37e73b1e9",
668
+ "start_s": 5.146,
669
+ "source_duration_s": 13.1
 
670
  },
671
  "grader_status": "success"
672
  },
 
680
  "recording": {
681
  "kind": "native browser recording",
682
  "source_sha256": "b6aaf024685e66ba3d9d34a3b80f4ea03006abda6c5b3c715c7d3dc49dca19ce",
683
+ "start_s": 2.0591999999999997,
684
+ "source_duration_s": 5.9
 
685
  },
686
  "grader_status": "success"
687
  }
688
+ ],
689
+ "action_excerpts": [
690
+ {
691
+ "action_elapsed_s": 6.696,
692
+ "source_start_s": 5.146,
693
+ "source_stop_s": 7.7459999999999996,
694
+ "marker_source": "recorded pointer",
695
+ "marker": [
696
+ 1111,
697
+ 90
698
+ ],
699
+ "result_frame_elapsed_s": 13.01084349995479,
700
+ "action_hold_s": 0.8,
701
+ "result_hold_s": 1.85,
702
+ "source_sha256": "00d41ba656ae96772e431aed9aa84fdc9ddd8e57a3cedec0a3347eb37e73b1e9"
703
+ },
704
+ {
705
+ "action_elapsed_s": 3.6092,
706
+ "source_start_s": 2.0591999999999997,
707
+ "source_stop_s": 4.6592,
708
+ "marker_source": "recorded pointer",
709
+ "marker": [
710
+ 1111,
711
+ 90
712
+ ],
713
+ "result_frame_elapsed_s": 5.421348875081167,
714
+ "action_hold_s": 0.8,
715
+ "result_hold_s": 1.85,
716
+ "source_sha256": "b6aaf024685e66ba3d9d34a3b80f4ea03006abda6c5b3c715c7d3dc49dca19ce"
717
+ }
718
  ]
719
  },
720
  {
721
  "number": 11,
722
+ "start_s": 63.6,
723
+ "duration_s": 5.25,
724
  "environment": "WebArena",
725
  "task": "277",
726
  "title": "Search for iPhone 13 batteries",
727
+ "shared_elapsed_start_s": null,
728
  "arms": [
729
  {
730
  "arm": "Stock Inkling 2 Mini",
 
736
  "recording": {
737
  "kind": "native browser recording",
738
  "source_sha256": "1ae3bb1db3e4d47e53d8b06684843b2aef8ce876e6becf70b0d9184665605b13",
739
+ "start_s": 9.808399999999999,
740
+ "source_duration_s": 17.15
 
741
  },
742
  "grader_status": "success"
743
  },
 
751
  "recording": {
752
  "kind": "native browser recording",
753
  "source_sha256": "1f34cfc44b67f4ae188868d7fa95b2a92af7abe7f2519e71cf57ff4c9c160417",
754
+ "start_s": 2.2832,
755
+ "source_duration_s": 6.35
 
756
  },
757
  "grader_status": "success"
758
  }
759
+ ],
760
+ "action_excerpts": [
761
+ {
762
+ "action_elapsed_s": 11.3584,
763
+ "source_start_s": 9.808399999999999,
764
+ "source_stop_s": 12.4084,
765
+ "marker_source": "recorded pointer",
766
+ "marker": [
767
+ 1111,
768
+ 90
769
+ ],
770
+ "result_frame_elapsed_s": 17.04133550000377,
771
+ "action_hold_s": 0.8,
772
+ "result_hold_s": 1.85,
773
+ "source_sha256": "1ae3bb1db3e4d47e53d8b06684843b2aef8ce876e6becf70b0d9184665605b13"
774
+ },
775
+ {
776
+ "action_elapsed_s": 3.8332,
777
+ "source_start_s": 2.2832,
778
+ "source_stop_s": 4.8832,
779
+ "marker_source": "recorded pointer",
780
+ "marker": [
781
+ 1111,
782
+ 90
783
+ ],
784
+ "result_frame_elapsed_s": 5.901562124998309,
785
+ "action_hold_s": 0.8,
786
+ "result_hold_s": 1.85,
787
+ "source_sha256": "1f34cfc44b67f4ae188868d7fa95b2a92af7abe7f2519e71cf57ff4c9c160417"
788
+ }
789
  ]
790
  },
791
  {
792
  "number": 12,
793
+ "start_s": 68.85,
794
+ "duration_s": 5.25,
795
  "environment": "WebArena",
796
  "task": "278",
797
  "title": "Search for green tea bags",
798
+ "shared_elapsed_start_s": null,
799
  "arms": [
800
  {
801
  "arm": "Stock Inkling 2 Mini",
 
807
  "recording": {
808
  "kind": "native browser recording",
809
  "source_sha256": "b4597dc162e0d24dd8a47b9236efd3498e95a803905150d3626b8df2d4e612d6",
810
+ "start_s": 12.1756,
811
+ "source_duration_s": 19.05
 
812
  },
813
  "grader_status": "success"
814
  },
 
822
  "recording": {
823
  "kind": "native browser recording",
824
  "source_sha256": "97ccca271791b8e5eb58a6aaba1e836be5f34b51055a8d07fa394d7c9ca94016",
825
+ "start_s": 2.5599,
826
+ "source_duration_s": 8.1
 
827
  },
828
  "grader_status": "success"
829
  }
830
+ ],
831
+ "action_excerpts": [
832
+ {
833
+ "action_elapsed_s": 13.7256,
834
+ "source_start_s": 12.1756,
835
+ "source_stop_s": 14.7756,
836
+ "marker_source": "recorded pointer",
837
+ "marker": [
838
+ 1111,
839
+ 90
840
+ ],
841
+ "result_frame_elapsed_s": 18.919734166976994,
842
+ "action_hold_s": 0.8,
843
+ "result_hold_s": 1.85,
844
+ "source_sha256": "b4597dc162e0d24dd8a47b9236efd3498e95a803905150d3626b8df2d4e612d6"
845
+ },
846
+ {
847
+ "action_elapsed_s": 4.1099,
848
+ "source_start_s": 2.5599,
849
+ "source_stop_s": 5.1598999999999995,
850
+ "marker_source": "recorded pointer",
851
+ "marker": [
852
+ 1111,
853
+ 90
854
+ ],
855
+ "result_frame_elapsed_s": 7.694025874994695,
856
+ "action_hold_s": 0.8,
857
+ "result_hold_s": 1.85,
858
+ "source_sha256": "97ccca271791b8e5eb58a6aaba1e836be5f34b51055a8d07fa394d7c9ca94016"
859
+ }
860
  ]
861
  },
862
  {
863
  "number": 13,
864
+ "start_s": 74.1,
865
+ "duration_s": 5.25,
866
  "environment": "WebArena",
867
  "task": "630",
868
  "title": "Ask for headphone recommendations",
869
+ "shared_elapsed_start_s": null,
870
  "arms": [
871
  {
872
  "arm": "Original",
 
878
  "recording": {
879
  "kind": "native browser recording",
880
  "source_sha256": "39f0add873acca0cc39b1f0928ef80902590f07023e4dfdf829706f2a267f1c4",
881
+ "start_s": 14.567499999999999,
882
+ "source_duration_s": 24.5
 
883
  }
884
  },
885
  {
 
892
  "recording": {
893
  "kind": "native browser recording",
894
  "source_sha256": "ab7eaa11036cd84ee646ad4c74113973420e28b0dadeaa5e07350deee879bb1b",
895
+ "start_s": 11.829899999999999,
896
+ "source_duration_s": 20.55
 
897
  }
898
  }
899
+ ],
900
+ "action_excerpts": [
901
+ {
902
+ "action_elapsed_s": 16.1175,
903
+ "source_start_s": 14.567499999999999,
904
+ "source_stop_s": 17.1675,
905
+ "marker_source": "recorded pointer",
906
+ "marker": [
907
+ 138,
908
+ 642
909
+ ],
910
+ "result_frame_elapsed_s": 24.44875562498346,
911
+ "action_hold_s": 0.8,
912
+ "result_hold_s": 1.85,
913
+ "source_sha256": "39f0add873acca0cc39b1f0928ef80902590f07023e4dfdf829706f2a267f1c4"
914
+ },
915
+ {
916
+ "action_elapsed_s": 13.3799,
917
+ "source_start_s": 11.829899999999999,
918
+ "source_stop_s": 14.4299,
919
+ "marker_source": "recorded pointer",
920
+ "marker": [
921
+ 138,
922
+ 642
923
+ ],
924
+ "result_frame_elapsed_s": 20.498692833003588,
925
+ "action_hold_s": 0.8,
926
+ "result_hold_s": 1.85,
927
+ "source_sha256": "ab7eaa11036cd84ee646ad4c74113973420e28b0dadeaa5e07350deee879bb1b"
928
+ }
929
  ]
930
  }
931
  ],
 
933
  "task": "190",
934
  "device": "M5 Max MacBook Pro",
935
  "playback_rate": 1,
936
+ "duration_s": 11.1,
 
937
  "arms": [
938
  {
939
  "name": "Stock Inkling 2 Mini",
 
947
  "receipt_sha256": "de99cd3b9ffdab3dcde0a6ba3b7ab53c4f78c893b5e04a1a42cd729a32ca8816",
948
  "recording_sha256": "1c0b7325f4c3119182342a5017acce4187ed18802c46dddd919c151140565054"
949
  }
950
+ ],
951
+ "start_s": 0.0,
952
+ "action_excerpts": [
953
+ {
954
+ "action_elapsed_s": 21.6657,
955
+ "source_start_s": 20.1157,
956
+ "source_stop_s": 22.715700000000002,
957
+ "marker_source": "recorded pointer",
958
+ "marker": [
959
+ 139,
960
+ 326
961
+ ],
962
+ "result_frame_elapsed_s": 45.849230958055706,
963
+ "action_hold_s": 0.8,
964
+ "result_hold_s": 2.1,
965
+ "source_sha256": "001a63b86d63e645ef77f990d03c3f2b17ea4dc17c1d6a34cc91e3b4126bca25"
966
+ },
967
+ {
968
+ "action_elapsed_s": 3.9993,
969
+ "source_start_s": 2.4493,
970
+ "source_stop_s": 5.0493,
971
+ "marker_source": "recorded pointer",
972
+ "marker": [
973
+ 139,
974
+ 326
975
+ ],
976
+ "result_frame_elapsed_s": 5.2071139580057935,
977
+ "action_hold_s": 0.8,
978
+ "result_hold_s": 2.1,
979
+ "source_sha256": "1c0b7325f4c3119182342a5017acce4187ed18802c46dddd919c151140565054"
980
+ }
981
+ ],
982
+ "shared_elapsed_start_s": null,
983
+ "shared_clock_opener_s": 5.6
984
  },
985
  "embedded_chapters": 15,
986
  "display_labels": [
benchmark/speedups-film-receipts.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48f1fd8b3e9967989a12dee47e7eff9e00431e7414fe77343288aff975b223e2
3
- size 47788
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c81e18eb406cd62a10af1677ffa7a0f976f0c92dd249ecfa4ebc9fa8bda2d9
3
+ size 48881
benchmark/speedups-timings.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "selection": "One upstream stock-versus-edited joint pass per eligible task, in original order. Use the first qualifying take irrespective of speed. The opening is the fastest repeated joint pass. Each excerpt plays at 1×.",
3
  "tasks": 13,
4
  "mean_stock_s": 21.736033676317536,
5
  "mean_edit_s": 9.64190112815525,
6
  "time_speedup": 2.254330695514631,
7
  "time_saved_pct": 55.640935822341085,
8
- "film_sha256": "d862281189ed3908e56a2ed99a0ba6461d16b90f888590b4609151ad9ac6a6c4",
9
- "duration_s": 68.0,
10
  "release_checkpoint_sha256": "bbc639c4b54b0b748b011b9289512ccdce4c95298a4c19056d1b73a2a654e1d1",
11
  "expanded_rtx": {
12
  "tasks": [
@@ -413,5 +413,5 @@
413
  }
414
  }
415
  ],
416
- "all_run_evidence": "https://github.com/jtc268/inkling-2-fast-computer-use/blob/e4556a637c12c5aac99da3085cbb7b1f4aa2dcfb/benchmark/WEBARENA-ORDER-CHECKPOINTS.md"
417
  }
 
1
  {
2
+ "selection": "Same 13 passing comparisons. Browser excerpts are aligned to each recorded action, with an annotated still at the target and a hold on its result. Displayed run times are full task times; the closing mean uses the 13 chapters and excludes the separate opener.",
3
  "tasks": 13,
4
  "mean_stock_s": 21.736033676317536,
5
  "mean_edit_s": 9.64190112815525,
6
  "time_speedup": 2.254330695514631,
7
  "time_saved_pct": 55.640935822341085,
8
+ "film_sha256": "220a64db8806755e3f9c57a422e0f12c67d8759fe21ffa3df55d38416569efb9",
9
+ "duration_s": 84.35,
10
  "release_checkpoint_sha256": "bbc639c4b54b0b748b011b9289512ccdce4c95298a4c19056d1b73a2a654e1d1",
11
  "expanded_rtx": {
12
  "tasks": [
 
413
  }
414
  }
415
  ],
416
+ "all_run_evidence": "https://github.com/jtc268/inkling-2-fast-computer-use/blob/b2a91855302aeae8a595708efccaaab45d243ffe/benchmark/WEBARENA-ORDER-CHECKPOINTS.md"
417
  }