Codex commited on
Commit
0be46c3
·
1 Parent(s): 5d1c366

Repair preserved evaluation references and label unpublished training sources

Browse files
latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2"
18
  },
19
  "evaluation": [],
latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small"
18
  },
19
  "evaluation": [],
latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp"
18
  },
19
  "evaluation": [],
latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2"
18
  },
19
  "evaluation": [],
latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small"
18
  },
19
  "evaluation": [],
latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small"
18
  },
19
  "evaluation": [],
latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp"
18
  },
19
  "evaluation": [],
latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small"
18
  },
19
  "evaluation": [],
latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6"
18
  },
19
  "evaluation": [],
zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0"
18
  },
19
  "evaluation": [],
zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full"
18
  },
19
  "evaluation": [],
zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0"
18
  },
19
  "evaluation": [],
zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small/artifact.json CHANGED
@@ -13,7 +13,7 @@
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
- "revision": "46266ba5a184ac622f7fa3386ac689d8d755d64c",
17
  "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small"
18
  },
19
  "evaluation": [],
 
13
  ],
14
  "metadata": {
15
  "repo": "latency-sensitive-bench/benchmark-models",
16
+ "revision": "5d1c3664327fe70462021a5709abf6aca0297cdd",
17
  "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small"
18
  },
19
  "evaluation": [],