Inkling-2-Mini-Fast-Browser-Use / benchmark /speedups-chapters.json
husky8's picture
Show the edited model full width at its recorded speed
84e2603 verified
Raw History Blame Contribute Delete
19.3 kB
{
"sha256": "844cf7362312c36d0023bdf3c7de4cc2b35dd06b8d10d716c8a0ed71cc26d358",
"fps": 25,
"resolution": [
1200,
868
],
"duration_s": 76.24,
"task_count": 11,
"closing_start_s": 72.64,
"playback_rate": 1,
"display_labels": [
"Original weights",
"Edited weights"
],
"selection": "Selected demonstration tasks. One uninterrupted edited run per task at capture speed, followed by a labeled result still. Timings use the paired passing runs. The completed-order lookup uses the previously featured fastest take and appears once.",
"chapters": [
{
"number": 1,
"start_s": 0.0,
"duration_s": 6.44,
"environment": "WebArena",
"task": "190",
"title": "Find the total of the latest completed order",
"arms": [
{
"arm": "Original",
"elapsed_s": 45.88679650006816,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "db7cc933937f077603d615ef906b8ccd107f4b80f9e4303af200341f55a6e809",
"receipt": "190-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "001a63b86d63e645ef77f990d03c3f2b17ea4dc17c1d6a34cc91e3b4126bca25",
"start_s": 0
},
"grader_status": "success"
},
{
"arm": "Cross-device order stop",
"elapsed_s": 5.127113958005793,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "de99cd3b9ffdab3dcde0a6ba3b7ab53c4f78c893b5e04a1a42cd729a32ca8816",
"receipt": "190-edited.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "1c0b7325f4c3119182342a5017acce4187ed18802c46dddd919c151140565054",
"start_s": 0
},
"grader_status": "success"
}
],
"display_title": "Find the latest completed order total",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 5.127113958005793,
"result_still_start_s": 5.16,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 2,
"start_s": 6.44,
"duration_s": 4.36,
"environment": "Selenium",
"task": "Case 02",
"title": "Fill and submit a form",
"arms": [
{
"arm": "Original",
"elapsed_s": 8.643281833035871,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "a1e00b60607d136ddeca47529834e417bdb2b17e1266bafca808ee1ee4f96e36",
"receipt": "02-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "c094391f4bdc6545669730fd7dc5dfe30137e5ef2b63c178921d783a4de7f8bc",
"start_s": 0,
"source_duration_s": 15.44
}
},
{
"arm": "Two-row swap",
"elapsed_s": 3.055238249944523,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "6d5e5c9ac411ce3464e3c94b5149c1d633abd315acb6a7c33402604da815182c",
"receipt": "02-release_swap.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "f80ae6b4df0da070fa403b8b00a77542577ae73977a4a16fa5645f6f977dcc65",
"start_s": 0,
"source_duration_s": 8.84
}
}
],
"display_title": "Fill out and submit a form",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 3.055238249944523,
"result_still_start_s": 9.52,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 3,
"start_s": 10.8,
"duration_s": 8.44,
"environment": "Selenium + Automation Exercise",
"task": "Case 03",
"title": "Set quantity to two and add the dress",
"arms": [
{
"arm": "Original",
"elapsed_s": 16.958890917012468,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "40ccf6dc2ebf5387bf9bf807a770404c3ac5ea6808df9e157f9f4ce664321291",
"receipt": "03-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "cb68912b3f5d8c99bbca757b933501f4e4978a9de8b4c47966faa5418ca5394f",
"start_s": 0,
"source_duration_s": 18.44
}
},
{
"arm": "Two-row swap",
"elapsed_s": 7.152266958029941,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "54049cfc3bade3cc994902ea470824f215579aca05ddb7b4acc5f0e72de6b21d",
"receipt": "03-edited.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "7da366d3d7889ee801626bf6c4a6f38104490ccd51dab650ebda4f28d44b1c4d",
"start_s": 0,
"source_duration_s": 8.12
}
}
],
"display_title": "Fill a form and add two dresses to the cart",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 7.152266958029941,
"result_still_start_s": 17.96,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 4,
"start_s": 19.24,
"duration_s": 4.64,
"environment": "BrowserGym · MiniWoB++",
"task": "Seed 103",
"title": "Complete an autocomplete field",
"arms": [
{
"arm": "Original",
"elapsed_s": 15.463160666055046,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "ad8aa2d68a7798effdfa3d80104409c76e4d4317f4aef7a43cc28f6085c269dc",
"receipt": "use-autocomplete-103-original.json",
"recording": {
"kind": "timestamped browser captures",
"start_s": 0,
"source_sha256": "3768c12d71ff98aafc5104cb764816e43a53371c8a5b5532d9a33df538c04d0f",
"timing_manifest_sha256": "08490f9e128d0d41dc1da13f69388e39b2888f9acc2a2802fb83ece1f6bca894",
"frame_count": 123
}
},
{
"arm": "Two-row swap",
"elapsed_s": 3.3551289580063894,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "9d89431a3f116bc20716074fb85f73dc22f9b8059bbf516cb9a3db1393c608ba",
"receipt": "use-autocomplete-103-edited.json",
"recording": {
"kind": "timestamped browser captures",
"start_s": 0,
"source_sha256": "f01a27f87a8e46e5921345e4e56d68636eca684525547d67abd81371958968a2",
"timing_manifest_sha256": "3a2e2d6a4a2f3fc2ec4ad2de24126f5c20c9091ccd3089312d6b5d7f3f13a5d7",
"frame_count": 28
}
}
],
"display_title": "Complete an autocomplete field",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 3.3551289580063894,
"result_still_start_s": 22.6,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 5,
"start_s": 23.88,
"duration_s": 7.28,
"environment": "BrowserGym · MiniWoB++",
"task": "Seed 104",
"title": "Reply to an email",
"arms": [
{
"arm": "Original",
"elapsed_s": 26.014819292002358,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "1e180cd54134623afe13834a76e83bfc5367d8ed17b4ebc6c60b0f7f502584a1",
"receipt": "email-inbox-104-original.json",
"recording": {
"kind": "timestamped browser captures",
"start_s": 0,
"source_sha256": "1b8cda1812e06a017e5b2dc72a7e25fdefb16d89e0cfffb25ee081a9e38878f7",
"timing_manifest_sha256": "27eb1ae06a81a62873e5e94ddfc5c3eef534ddaf7d76624fb5ae93557707ab60",
"frame_count": 206
}
},
{
"arm": "Two-row swap",
"elapsed_s": 5.98377462499775,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "e4c9072125bf488bd278eea39bb069d4144453dd3dec8aafca42fe65c26b3526",
"receipt": "email-inbox-104-edited.json",
"recording": {
"kind": "timestamped browser captures",
"start_s": 0,
"source_sha256": "ed5227ad3c7a9a44c11b380bd85960c691ee8cc46fa1be754a45061d0dacf3b1",
"timing_manifest_sha256": "c0284e5f6372e4d63e1a835bb30390cca3ed62ec86514b1602a44b366e990b5c",
"frame_count": 49
}
}
],
"display_title": "Reply to an email",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 5.98377462499775,
"result_still_start_s": 29.88,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 6,
"start_s": 31.16,
"duration_s": 6.52,
"environment": "WebArena",
"task": "188",
"title": "Find the total of the latest canceled order",
"arms": [
{
"arm": "Stock Inkling 2 Mini",
"elapsed_s": 27.82845533301588,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "e8d4bf968632a8cef22b38ac5064ef06f481f8f575b43c325cc54dea1df69ad5",
"receipt": "188-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "ec642f8c46a74743cac1669a727e102b9abc253393196d9deb9ad44b050d6577",
"start_s": 0,
"source_duration_s": 27.8
},
"grader_status": "success"
},
{
"arm": "Stop-row edit",
"elapsed_s": 5.215377749991603,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "8fbb44b3a0bce442b32c1723080e9bfa2b2f358175f3d6aea8b902e7ba5d32ca",
"receipt": "188-edited.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "4d72502042f6f1d1e91ea088b8e29a95929ef8f80a60d9e45185d6ee83c3122f",
"start_s": 0,
"source_duration_s": 5.45
},
"grader_status": "success"
}
],
"display_title": "Find the latest canceled order total",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 5.215377749991603,
"result_still_start_s": 36.4,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 7,
"start_s": 37.68,
"duration_s": 6.04,
"environment": "WebArena",
"task": "274",
"title": "Search for a USB Wi-Fi adapter",
"arms": [
{
"arm": "Stock Inkling 2 Mini",
"elapsed_s": 14.633767332998104,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "a0030ee6bdaf34797101c31d7d61a9558428d07858421eca72c80c65bcd5b5ad",
"receipt": "274-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "df3bab2792f9ec4726fd9a419418f76bfcb25aeea3d2c690b523bc34e26a9ea5",
"start_s": 0,
"source_duration_s": 14.75
},
"grader_status": "success"
},
{
"arm": "Published stop-row weights",
"elapsed_s": 4.72369825001806,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "69d948230e4f42f059e25fc52fa817a440d771f99f2e8709cec53d1b289244f7",
"receipt": "274-edited.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "bc53c19aaaf7f2477f261e63856cf1cc31ce09d01560717ffa08080d39d0e005",
"start_s": 0,
"source_duration_s": 5.3
},
"grader_status": "success"
}
],
"display_title": "Search for a USB Wi-Fi adapter",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 4.72369825001806,
"result_still_start_s": 42.44,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 8,
"start_s": 43.72,
"duration_s": 6.24,
"environment": "WebArena",
"task": "275",
"title": "Search for Xbox",
"arms": [
{
"arm": "Stock Inkling 2 Mini",
"elapsed_s": 20.42676358402241,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "09459a34d723b4cc3e9a7246bb6f759ffc0d7ae82d18f9977455c66299968f0a",
"receipt": "275-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "e7a404ab8b53fe2ea72cf7c1e558149909bd42afbf57e486f01c6e342c409840",
"start_s": 0,
"source_duration_s": 20.65
},
"grader_status": "success"
},
{
"arm": "Click-row edit",
"elapsed_s": 4.95540237496607,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "16a454dcfa6db09b222d7891d85c7f559c938b9a2382e9de4e2101ddd505c718",
"receipt": "275-edited.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "7084446b535c1c10f48e0c70ec9b825b62d19fd07290cd8865872aaa31b2b212",
"start_s": 0,
"source_duration_s": 5.65
},
"grader_status": "success"
}
],
"display_title": "Search for Xbox",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 4.95540237496607,
"result_still_start_s": 48.68,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 9,
"start_s": 49.96,
"duration_s": 6.64,
"environment": "WebArena",
"task": "276",
"title": "Search for Switch accessories",
"arms": [
{
"arm": "Stock Inkling 2 Mini",
"elapsed_s": 12.93084349995479,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "deb7733e8c1cdd4c0f5ac722d54636ee2672f96a1149b3d693436b42fb25ba9c",
"receipt": "276-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "00d41ba656ae96772e431aed9aa84fdc9ddd8e57a3cedec0a3347eb37e73b1e9",
"start_s": 0,
"source_duration_s": 13.1
},
"grader_status": "success"
},
{
"arm": "Published stop-row weights",
"elapsed_s": 5.341348875081167,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "4fdcd3249c01cd5b857fc3bb1ab5c20cb53eb0873d775ec8bad3410e2d2ff02f",
"receipt": "276-edited.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "b6aaf024685e66ba3d9d34a3b80f4ea03006abda6c5b3c715c7d3dc49dca19ce",
"start_s": 0,
"source_duration_s": 5.9
},
"grader_status": "success"
}
],
"display_title": "Search for Switch accessories",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 5.341348875081167,
"result_still_start_s": 55.32,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 10,
"start_s": 56.6,
"duration_s": 7.12,
"environment": "WebArena",
"task": "277",
"title": "Search for iPhone 13 batteries",
"arms": [
{
"arm": "Stock Inkling 2 Mini",
"elapsed_s": 16.96133550000377,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "988018672f26ffb16fe637c9f6473b257ba11914d25bd7359401539c81762a89",
"receipt": "277-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "1ae3bb1db3e4d47e53d8b06684843b2aef8ce876e6becf70b0d9184665605b13",
"start_s": 0,
"source_duration_s": 17.15
},
"grader_status": "success"
},
{
"arm": "Published stop-row weights",
"elapsed_s": 5.821562124998309,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "96b8493af4c46f44008da5e2735f4ec75ade194abba6b5dddf9d6f95091f6e3a",
"receipt": "277-edited.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "1f34cfc44b67f4ae188868d7fa95b2a92af7abe7f2519e71cf57ff4c9c160417",
"start_s": 0,
"source_duration_s": 6.35
},
"grader_status": "success"
}
],
"display_title": "Search for iPhone 13 batteries",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 5.821562124998309,
"result_still_start_s": 62.44,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
},
{
"number": 11,
"start_s": 63.72,
"duration_s": 8.92,
"environment": "WebArena",
"task": "278",
"title": "Search for green tea bags",
"arms": [
{
"arm": "Stock Inkling 2 Mini",
"elapsed_s": 18.839734166976996,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "aa960fdc043ebfbfccb8de8d78549b30d4e197fff970e23bf023f616ce57cc82",
"receipt": "278-original.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "b4597dc162e0d24dd8a47b9236efd3498e95a803905150d3626b8df2d4e612d6",
"start_s": 0,
"source_duration_s": 19.05
},
"grader_status": "success"
},
{
"arm": "Click-row edit",
"elapsed_s": 7.614025874994695,
"passed": true,
"device": "M5 Max MacBook Pro",
"receipt_sha256": "07a00d4de61caccda2b817330c07556c62f979844be1e1835bcf85e238f2c8c2",
"receipt": "278-edited.json",
"recording": {
"kind": "native browser recording",
"source_sha256": "97ccca271791b8e5eb58a6aaba1e836be5f34b51055a8d07fa394d7c9ca94016",
"start_s": 0,
"source_duration_s": 8.1
},
"grader_status": "success"
}
],
"display_title": "Search for green tea bags",
"playback_rate": 1.0,
"shown_arm": "edited",
"task_start_s": 0,
"task_end_s": 7.614025874994695,
"result_still_start_s": 71.36,
"result_still_duration_s": 1.28,
"frame_clock": "capture timestamps"
}
],
"embedded_chapters": 12
}