diff --git a/latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/artifact.json b/latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/artifact.json index d03a36c782913dce5c3c3605ab889c4c62c86d0a..5806c9600ff7d3debdf61b7a05314a76cd5c430d 100644 --- a/latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/artifact.json +++ b/latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/artifact.json @@ -7,29 +7,34 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/checkpoint_p0/checkpoint_000048836_25004032.pth" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/deadly-corridor/small-policy/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/git.diff" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/train/memory_rollout_teacher:deadly_corridor:teacher:fixed_l6:fs4:obs8p75:stride4:seed0/sf_log.txt" } ], "asset_state": "teacher_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "memory/rollout_teachers/deadly_corridor", diff --git a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/artifact.json b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/artifact.json index ae041934fdfab9a9037f8ef44c2d152cac0c5216..807534c5888846881fd1ca25fa503be68357e1e2 100644 --- a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/artifact.json +++ b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/artifact.json @@ -7,39 +7,44 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_kv_memory_flex", @@ -67,7 +72,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps", "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps" } diff --git a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/artifact.json b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/artifact.json index f91c6c7d8efb6589edbf3d0c2e176804afa227fe..462106ba09f1cf624f048929024cc3bd35580e52 100644 --- a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/artifact.json +++ b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/artifact.json @@ -7,39 +7,44 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_plain_multi", @@ -67,7 +72,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps", "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps" } diff --git a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/artifact.json b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/artifact.json index 927aa629c00a1e70913255955068f7a2ab24e33f..9f098aeded14bf7a6ed99e528c9071dd4160da34 100644 --- a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/artifact.json +++ b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/artifact.json @@ -7,49 +7,54 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval/post_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/eval_inputs/deadly_corridor_fixed_latency_6.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline", @@ -77,7 +82,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps", "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps" } diff --git a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/artifact.json b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/artifact.json index 570bb92a9c4d3cd70d5ab2a36a134c6cbd07a616..c66e1db0a6a4033e1ff063bcb593939dbe9b9236 100644 --- a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/artifact.json +++ b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/artifact.json @@ -7,39 +7,44 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch", @@ -67,7 +72,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps", "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps" } diff --git a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json index 240b8ef43c4d732660855f9541dc85d3b33d697c..2984e823051eef0319091d8b6a78eb47abb30ca2 100644 --- a/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json +++ b/latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2/checkpoints/steps_500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_2" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_deadly_corridor_fix_latency_2", @@ -34,7 +39,7 @@ "training_data_mix": "deadly_corridor_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/deadly-corridor/deadly_corridor_fix_latency_2", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -78,7 +83,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/deadly-corridor/deadly_corridor_fix_latency_2", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/artifact.json b/latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/artifact.json index db573e106d5e1f6c7f25859c38cd980d5641d5cb..684ec9519749736c94e25a4128f56b35c29562f3 100644 --- a/latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/artifact.json +++ b/latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/artifact.json @@ -7,29 +7,34 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/deadly-corridor/vla/starvla-wanoft-h8/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/eval_latency_6/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/queue_eval_latency_6.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/queue_eval_results.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce", @@ -57,7 +62,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/deadly-corridor/deadly_corridor_fixed_latency_6_1000ep_7k2steps", "config_name": "deadly_corridor_fixed_latency_6_1000ep_7k2steps" } diff --git a/latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/artifact.json b/latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/artifact.json index 67afce7d0826910c31c0835c88d85ad4da4213b8..c7951c17cb28c088d5b7bc842b1a0222a13a813d 100644 --- a/latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/artifact.json +++ b/latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/artifact.json @@ -7,29 +7,34 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/checkpoint_p0/checkpoint_000048880_25026560.pth" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/small-policy/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/git.diff" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/train/memory_rollout_teacher:demon_attack:teacher:fixed_l6:fs4:obs15:stride4:seed0/sf_log.txt" } ], "asset_state": "teacher_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "memory/rollout_teachers/demon_attack", diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/artifact.json index 5e260bfaa4089d2fb29415b8882de87a85e975ab..2ddccc266bc64e67bf2b9714f804c99ca408042c 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep/checkpoints/steps_7000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_2_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep", @@ -65,9 +70,23 @@ "paper/figures/fig6_latency_robustness/demon_attack" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "demon_attack_fix_latency_2_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/artifact.json index 31dcc60dc535851654b0cc15f60d70993cddc629..525c1a24cc9b6cfb4bf99bba47af4f4f6ca49290 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep/checkpoints/steps_7000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_4_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep", @@ -65,9 +70,23 @@ "paper/figures/fig6_latency_robustness/demon_attack" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "demon_attack_fix_latency_4_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/artifact.json index fa18ed3df3cc4a3247f9ad7b0c83f15a0d201515..411d9276b5caadd3396dfffad9b61b3b44001bf0 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep/checkpoints/steps_7000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep", @@ -65,9 +70,23 @@ "paper/figures/fig6_latency_robustness/demon_attack" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "demon_attack_fix_latency_6_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/artifact.json index 4e73474f421c7bde986c5b95569e61e50b74334c..c5a494eb4af0ffbac9d77ee304a053b34866a94a 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/artifact.json @@ -7,44 +7,49 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.cap3600.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "demon_attack_fix_latency_6_200ep_7k2steps_kv_memory_flex", @@ -72,7 +77,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps", "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps" } diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/artifact.json index 1044e6b32df56ec94aa10c8e0ff701314c3bab8a..fe87514c7fd027061cb1a717c109f772927b3681 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/artifact.json @@ -7,49 +7,54 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.cap3600.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/eval/post_train/step_4000.pre_framealign.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_plain_multi/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "demon_attack_fix_latency_6_200ep_7k2steps_plain_multi", @@ -77,7 +82,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps", "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps" } diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/artifact.json index dc43173ab1d453b00ee69bd232265bc2ed963834..802b60b4d03715fb21b80a451dbb9ed70003c3c6 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/artifact.json @@ -7,44 +7,49 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/eval/post_train/step_4000.cap3600.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_single_baseline/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "demon_attack_fix_latency_6_200ep_7k2steps_single_baseline", @@ -72,7 +77,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps", "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps" } diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/artifact.json index 0b82c97bbbf61d7625c156f16688af4492e3a098..6cb9e4c68657a96730992cc792db40175e365b88 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/artifact.json @@ -7,49 +7,54 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_6_200ep_7k2steps_stitch" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.cap3600.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/eval/post_train/step_4000.pre_framealign.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_6_200ep_7k2steps_stitch/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "demon_attack_fix_latency_6_200ep_7k2steps_stitch", @@ -77,7 +82,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps", "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps" } diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/artifact.json index 5145f2b833c64687d4ee87a030c13defde9f02b6..dac460ed04191b1cbd556f4f34288ef5335993c0 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep/checkpoints/steps_7000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_8_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep", @@ -65,9 +70,23 @@ "paper/figures/fig6_latency_robustness/demon_attack" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "demon_attack_fix_latency_8_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/artifact.json index 599e66be5c635abcbd72d576ed8095af39c83933..b92aa25c51f18fc3ea3df380eb3377b9fa57eeeb 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/artifact.json @@ -7,44 +7,49 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/mid_train/step_5000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/eval/post_train/step_5000.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15", @@ -60,7 +65,7 @@ "training_data_mix": "demon_attack_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15", "source_subdir": null }, @@ -106,7 +111,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15", "source_subdir": null } @@ -115,7 +120,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15" } ] diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/artifact.json index ab155044e1cc0d228bb2b76a14e670cc3e898b76..da4490b149710240d900890004bf8d313790ab9f 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2/artifact.json @@ -5,9 +5,14 @@ "path": "openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2" }, "checkpoint": [], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2" + }, "evaluation": [], "asset_state": "metadata_only", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2", @@ -71,7 +76,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2" } ] diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/artifact.json index 7748a7913ddf6ce808a664bfe2464de1c744dd86..78deb083c9c42c91ba124d59d2d175134d53c979 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/artifact.json @@ -7,54 +7,59 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.max3600.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.part0of2.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3/eval/post_train/step_4000.part1of2.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2_exp3", @@ -125,7 +130,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_2" } ] diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/README.md b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/README.md index b4260212090cbb04412e09340ba19b4eb1988050..0df1132296f7cb4b44ce3ec76d9f71b823913aa7 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/README.md +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/README.md @@ -4,4 +4,4 @@ Demon Attack · qwenoft · H1 [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack) -Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references. +This historical run shares identical inference weights with another retained run. Download this run’s own config and statistics, and place the canonical checkpoint referenced in `artifact.json` under its local `checkpoints/` directory before native loading. Distinct source run and seed metadata remain preserved. Original local paths describe source provenance. `artifact.json` records the current asset references. diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/artifact.json index 80c2173c24f54e8757b0d9f1c8c4a58f12fbafcb..2958706551586e40a3f8440102199a46c1e01bf6 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/artifact.json @@ -7,44 +7,49 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", - "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/checkpoints/steps_5000_model.safetensors" + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/mid_train/step_5000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2/eval/post_train/step_5000.json" } ], - "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "asset_state": "shared_checkpoint", + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_exp2", @@ -60,7 +65,7 @@ "training_data_mix": "demon_attack_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15", "source_subdir": null }, @@ -106,7 +111,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15", "source_subdir": null } @@ -115,7 +120,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15" } ] diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/README.md b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/README.md index 28b5dc227ddebc8b78c4255cea715d22b45752b0..fa3be821975d5eeb8e54c0887e8db5d5a937093d 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/README.md +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/README.md @@ -4,4 +4,4 @@ Demon Attack · qwenoft · H1 [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/demon-attack) -Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references. +This historical run shares identical inference weights with another retained run. Download this run’s own config and statistics, and place the canonical checkpoint referenced in `artifact.json` under its local `checkpoints/` directory before native loading. Distinct source run and seed metadata remain preserved. Original local paths describe source provenance. `artifact.json` records the current asset references. diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/artifact.json index 731a3319561c10e674145b73a80b55b916ca5fec..3b5f7474324239e1c67dc443cc60a45fc44bfe4b 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/artifact.json @@ -7,44 +7,49 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", - "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/checkpoints/steps_5000_model.safetensors" + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/mid_train/step_5000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1/eval/post_train/step_5000.json" } ], - "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "asset_state": "shared_checkpoint", + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_demon_attack_fixed_latency_6_200ep_7k2steps_ghost15_seed1", @@ -60,7 +65,7 @@ "training_data_mix": "demon_attack_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15", "source_subdir": null }, @@ -106,7 +111,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15", "source_subdir": null } @@ -115,7 +120,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps_ghost15" } ] diff --git a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/artifact.json b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/artifact.json index efc6fdd529a016066b8c6becb52cbb6388bd831d..5e3eca87ecb0e2c0275da7e5712833babb8fd9f6 100644 --- a/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/artifact.json @@ -7,18 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", - "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/checkpoints/best_model.safetensors" - }, - { - "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small/checkpoints/steps_2000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_2_small" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_demon_attack_fix_latency_2_small", diff --git a/latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/artifact.json b/latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/artifact.json index 5f84bca30a2e84cab573fcf9f5af21927007fd5f..cc8304a38d6a05ddf2d7aa6263c206dce7cea38b 100644 --- a/latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/artifact.json +++ b/latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/artifact.json @@ -7,49 +7,54 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/checkpoints/steps_5000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/demon-attack/vla/starvla-wanoft-h8/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/eval_latency_6/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/queue_eval_latency_6.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/eval/fixed_6/queue_eval_results.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "wan_oft_demon_attack_fix_latency_6_context5_standard_sft_5000_effbs128_224_currentce", @@ -77,7 +82,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/demon-attack/demon_attack_fixed_latency_6_200ep_7k2steps", "config_name": "demon_attack_fixed_latency_6_200ep_7k2steps" } diff --git a/latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/artifact.json b/latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/artifact.json index aeb7b855b303d7910f89b725bedae12b52cef494..6f1f43602b9c1f3172542c6e8f000bab4a9e279d 100644 --- a/latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/artifact.json +++ b/latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/artifact.json @@ -7,29 +7,34 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/checkpoint_p0/checkpoint_000048840_25034752.pth" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/small-policy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/git.diff" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/train/memory_rollout_teacher:flappy:teacher:fixed_l3:fs4:obs30:stride1:seed0/sf_log.txt" } ], "asset_state": "teacher_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "memory/rollout_teachers/flappy", diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/artifact.json index cb6385de9cd1f70fb2fb15cc3be85d47b6a5614e..e52777284d222a3ce4dfc382d94e75fa9daf0868 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_cumulative_40ep_per_latency" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_200ep", @@ -65,9 +70,23 @@ "paper/figures/fig6_latency_robustness/flappy" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "flappy_curriculum_cumulative_40ep_per_latency", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_exclusive_40ep_per_latency/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_exclusive_40ep_per_latency/artifact.json index ff759d985e46ffe566582b863c17ec7a68f7eb5a..509594057c3dcf1c5fa51b7db16cb5de79cc3dcb 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_exclusive_40ep_per_latency/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_exclusive_40ep_per_latency/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_exclusive_40ep_per_latency/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_curriculum_exclusive_40ep_per_latency" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_200ep", @@ -65,9 +70,23 @@ "paper/figures/fig6_latency_robustness/flappy" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "flappy_curriculum_exclusive_40ep_per_latency", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_1_200ep/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_1_200ep/artifact.json index 5b81f781be0ef3697609c53e7d4b6460590edac0..425c87fd13aa0b0da41a067b1de8420e3f393257 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_1_200ep/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_1_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_1_200ep/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_1_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_200ep", @@ -63,9 +68,23 @@ "paper/figures/fig6_latency_robustness/flappy" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "flappy_fix_latency_1_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep/artifact.json index 0f1be941c38093b2d704bacee403bfb90215935c..00f7833b9d0f634f39cc68168ff9841beb655749 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_200ep", @@ -64,9 +69,23 @@ "paper/figures/fig6_latency_robustness/flappy" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "flappy_fix_latency_2_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory/artifact.json index 15529f0048627cb69ebe8aaf9e644c6726c6247d..2815eca9bc6de0440e0d5f86e5f99c5bdc819e28 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory/artifact.json @@ -7,204 +7,209 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory/checkpoints/steps_4000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_1000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_1250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_1500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_1750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_2000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_2250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_2500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_2750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_3000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_3250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_3500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_3750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/mid_train/step_750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/latency_bench_eval/post_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "flappy_fix_latency_2_200ep_7k2steps_kv_memory", @@ -232,7 +237,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_200ep_7k2steps", "config_name": "flappy_fix_latency_2_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/artifact.json index e66664467fee4b96fc50074e497fc3cb9f57d193..fe6837bc4addef70048fd5799ecf0f42bd55e284 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/artifact.json @@ -7,374 +7,379 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/latency_bench_eval/post_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "flappy_fix_latency_2_200ep_7k2steps_kv_memory_flex", @@ -402,7 +407,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_200ep_7k2steps", "config_name": "flappy_fix_latency_2_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_plain_multi/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_plain_multi/artifact.json index b026ad259947459ab6310cf4dfd87ffdc68ef2a7..faa48f473a156a4d6a1a72e9f2e38221b46cf1ec 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_plain_multi/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_plain_multi/artifact.json @@ -7,374 +7,379 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_plain_multi" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/latency_bench_eval/post_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_plain_multi/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "flappy_fix_latency_2_200ep_7k2steps_plain_multi", @@ -402,7 +407,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_200ep_7k2steps", "config_name": "flappy_fix_latency_2_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_single_baseline/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_single_baseline/artifact.json index db0d8b6d6aea7294468ad38310203cfe428ee6f2..afdc6b4780c80ab15358bcfc1c93f23a66db417f 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_single_baseline/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_single_baseline/artifact.json @@ -7,374 +7,379 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_single_baseline" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_single_baseline/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "flappy_fix_latency_2_200ep_7k2steps_single_baseline", @@ -402,7 +407,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_200ep_7k2steps", "config_name": "flappy_fix_latency_2_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_stitch/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_stitch/artifact.json index 0434dcbc0cb461bdc0b5d2165fc1d954f15408b7..9353d5f4b3f855af158ac19d08bd7cc7f534bd47 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_stitch/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_stitch/artifact.json @@ -7,374 +7,379 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_2_200ep_7k2steps_stitch" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_2_200ep_7k2steps_stitch/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "flappy_fix_latency_2_200ep_7k2steps_stitch", @@ -402,7 +407,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_200ep_7k2steps", "config_name": "flappy_fix_latency_2_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep/artifact.json index d5b380cc79d6ada01bf730c6b7cd8e4d189d84f6..973dbc6cdc0c2a7174197ca44d06b6e7b7788eb1 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_200ep", @@ -64,9 +69,23 @@ "paper/figures/fig6_latency_robustness/flappy" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "flappy_fix_latency_3_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/artifact.json index 1ce1096d81b02104a9184c1cdc67bb436faf579c..b0a33c80a2e7d215b999081a467c141644e368c6 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/artifact.json @@ -7,374 +7,379 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_1750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_2750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_3750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_4000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/mid_train/step_750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/latency_bench_eval/post_train/step_4000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "flappy_fix_latency_3_200ep_7k2steps_kv_memory_flex", @@ -402,7 +407,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps", "config_name": "flappy_fixed_latency_3_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_plain_multi/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_plain_multi/artifact.json index 1eea5fcfaa3386462ebf1e111bfd049e4f4be75d..61b8b1a21f249d20797f736a5bdabf28d4ab0682 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_plain_multi/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_plain_multi/artifact.json @@ -7,374 +7,379 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_plain_multi/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_plain_multi" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_1750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_2750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_3750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_4000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/mid_train/step_750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/latency_bench_eval/post_train/step_4000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_plain_multi/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "flappy_fix_latency_3_200ep_7k2steps_plain_multi", @@ -402,7 +407,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps", "config_name": "flappy_fixed_latency_3_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_single_baseline/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_single_baseline/artifact.json index 93cdb43aafde94a392f59c972609cb7064e5e3d4..74d172cd2780e078d94a3ba6e8fc1c19a3f1989f 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_single_baseline/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_single_baseline/artifact.json @@ -7,374 +7,379 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_single_baseline" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_single_baseline/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "flappy_fix_latency_3_200ep_7k2steps_single_baseline", @@ -402,7 +407,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps", "config_name": "flappy_fixed_latency_3_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_stitch/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_stitch/artifact.json index a2f2e6eeffb1fad534f3cd0302b6cd80a0082596..2324d74a5fdee9790d245551cf36e6a03d51b936 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_stitch/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_stitch/artifact.json @@ -7,384 +7,389 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_3_200ep_7k2steps_stitch" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/post_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/eval_inputs/flappy_fixed_latency_3.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_3_200ep_7k2steps_stitch/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "flappy_fix_latency_3_200ep_7k2steps_stitch", @@ -412,7 +417,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps", "config_name": "flappy_fixed_latency_3_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_4_200ep/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_4_200ep/artifact.json index 3644466a0ee188931d45637bcec5c368d434fd49..c18fc33b3138dc55de91d21679faec67a11310a4 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_4_200ep/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_4_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_4_200ep/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_4_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_200ep", @@ -64,9 +69,23 @@ "paper/figures/fig6_latency_robustness/flappy" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "flappy_fix_latency_4_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15/artifact.json index 51f747d5601ee59272f6c76de502f7df4e1bf8e7..7f447b852ed9062d1a17939cdfbc07683cb6f70f 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15/artifact.json @@ -7,19 +7,24 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15/eval/post_train/step_5000.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15", @@ -35,7 +40,7 @@ "training_data_mix": "flappy_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15", "source_subdir": null }, @@ -81,7 +86,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15", "source_subdir": null } @@ -90,7 +95,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15" } ] diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/README.md b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/README.md index bfdd5f0aa1ce306fb729dae9c822045ffac5cfb4..6546a81e0dd6a2b32f0a613400d89a72c592bf05 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/README.md +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/README.md @@ -4,4 +4,4 @@ Flappy Bird · qwenoft · H1 [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/flappy) -Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references. +This historical run shares identical inference weights with another retained run. Download this run’s own config and statistics, and place the canonical checkpoint referenced in `artifact.json` under its local `checkpoints/` directory before native loading. Distinct source run and seed metadata remain preserved. Original local paths describe source provenance. `artifact.json` records the current asset references. diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/artifact.json index b60d2293b02d7130cf2169a5f7b44db8b4e322b5..cd46e0e638ce1aa9195c229ed8015b57212dd4ce 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/artifact.json @@ -7,19 +7,24 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", - "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/checkpoints/steps_5000_model.safetensors" + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2/eval/post_train/step_5000.json" } ], - "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "asset_state": "shared_checkpoint", + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_exp2", @@ -35,7 +40,7 @@ "training_data_mix": "flappy_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15", "source_subdir": null }, @@ -81,7 +86,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15", "source_subdir": null } @@ -90,7 +95,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15" } ] diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/README.md b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/README.md index cf2ebad25a76aaccf81394510455e26c935b9979..3f0477d3caa5a000b80e7ebd6c1289d29b89cedc 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/README.md +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/README.md @@ -4,4 +4,4 @@ Flappy Bird · qwenoft · H1 [Experiment settings and asset manifest](https://huggingface.co/datasets/latency-sensitive-bench/benchmark-datasets/tree/main/experiments/visual-history/archive/flappy) -Download this run at the fixed revision in the task manifest. Keep the checkpoint, original configuration and normalization statistics together. Original local paths describe source provenance. `artifact.json` records the current asset references. +This historical run shares identical inference weights with another retained run. Download this run’s own config and statistics, and place the canonical checkpoint referenced in `artifact.json` under its local `checkpoints/` directory before native loading. Distinct source run and seed metadata remain preserved. Original local paths describe source provenance. `artifact.json` records the current asset references. diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/artifact.json index 2b07da2253d9c3b2402b3a79be612bb170d3ec26..07879af559ed70d24d7a40e205ea5e66030ee7ce 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/artifact.json @@ -7,19 +7,24 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", - "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/checkpoints/steps_5000_model.safetensors" + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1/eval/post_train/step_5000.json" } ], - "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "asset_state": "shared_checkpoint", + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost15_seed1", @@ -35,7 +40,7 @@ "training_data_mix": "flappy_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15", "source_subdir": null }, @@ -81,7 +86,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15", "source_subdir": null } @@ -90,7 +95,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost15" } ] diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost7_exp3/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost7_exp3/artifact.json index f1469c116af05bd4d6669aaa604f812720ed7f09..86fae2f45b1bc64291c200b8c6750da74ffe516e 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost7_exp3/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost7_exp3/artifact.json @@ -7,19 +7,24 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost7_exp3/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost7_exp3" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost7_exp3/eval/post_train/step_4000.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_bridge_flappy_fixed_latency_3_200ep_7k2steps_ghost7_exp3", @@ -90,7 +95,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps_ghost7" } ] diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2/artifact.json index 6009f63fb2787b97378073c40c45c3578a1e6af8..da354c33b9755c42766c6b4524d02fa29608983a 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2/artifact.json @@ -2,12 +2,12 @@ "condition": "with_latency_prompt", "checkpoint": { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2/checkpoints/model.safetensors" }, "evaluation": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/openvla_bridge_flappy_latency_mixed_exp2/eval/post_train/step_5000.json" }, "source": { diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2_no_latency_information/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2_no_latency_information/artifact.json index 4465ac8d3f78347ac5c672aaa277c35e18e9c081..0a738cd8ba5d7bf7b2349aa086e1dad5e7b28b1a 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2_no_latency_information/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2_no_latency_information/artifact.json @@ -2,12 +2,12 @@ "condition": "no_latency_information", "checkpoint": { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_bridge_flappy_latency_mixed_exp2_no_latency_information/checkpoints/model.safetensors" }, "evaluation": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/openvla_bridge_flappy_latency_mixed_exp2_no_latency_information/eval/post_train/step_5000.json" }, "source": { diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small/artifact.json index 17c584bb1488b7234279c32b3ed037f3c86af0e9..90bb0bba71df900712ba610518768b027d5ab1e6 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small/checkpoints/steps_1500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_1_small", @@ -34,7 +39,7 @@ "training_data_mix": "flappy_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_1_small", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -78,7 +83,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_1_small", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp/artifact.json index c24c89ae899e99fbe626206e1da3a9b982a4b503..1119b5ade22569105e968bbba9875348896f9840 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp/checkpoints/steps_1500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_1_small_tmp" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_1_small_tmp", diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2/artifact.json index f7279b05c793b9350bfb42009abebf561091bda8..7c95caa12241e2cca7b60dea9ea44d7058f8b021 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2/checkpoints/steps_5000_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2/checkpoints/steps_5000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_2", diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small/artifact.json index 85d4b2b9c0f07db003f1e8f8d60dc42942f340d8..add775d2f0480c1dccd662d40edc7bae98d786ae 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small/checkpoints/steps_1500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_2_small" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_2_small", @@ -34,7 +39,7 @@ "training_data_mix": "flappy_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_small", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -78,7 +83,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_small", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small/artifact.json index 62cc24c13f564a0e49e3e65b6a9d7cf4a1846dc0..36a104f5c23a84c6075fc53035249f9b5bfb5ef7 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small/checkpoints/steps_1500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_3_small" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_3_small", @@ -34,7 +39,7 @@ "training_data_mix": "flappy_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_3_small", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -78,7 +83,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_3_small", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp/artifact.json index a77314356bb5587e9b597457053cdc24f1d4db68..b73fd808154d0f90c4d630621d604501d9b2a36e 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp/checkpoints/steps_2500_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp/checkpoints/steps_2500_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_exp" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_4_exp", diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small/artifact.json index 955015ca0de4ef18b59d007aa50cec4277365f79..1f0ecdd119723dd0b81afb49d4b377ba2984d55d 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small/checkpoints/steps_1500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_4_small" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_4_small", @@ -34,7 +39,7 @@ "training_data_mix": "flappy_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_4_small", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -78,7 +83,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_4_small", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6/artifact.json b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6/artifact.json index 100dcd2d42191d4bd7cf7b8b917fda9de04045cf..fe12c83502315d668d99d1b323736169abaf6c96 100644 --- a/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6/artifact.json +++ b/latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6/checkpoints/steps_5000_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6/checkpoints/steps_5000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_6" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_6", diff --git a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/artifact.json b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/artifact.json index 0c391c9ce2916f9ad58c07cdda7174f0289134a7..c1135e8d097e63250ace0ac70ec9bcbac4ea652e 100644 --- a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/artifact.json +++ b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/artifact.json @@ -7,39 +7,44 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/checkpoints/steps_2000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_1_context5_2000_effbs128" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_1_context5_2000_effbs128/eval/post_train/step_2000.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "wan_oft_flappy_fix_latency_1_context5_2000_effbs128", @@ -55,7 +60,7 @@ "source_model_revision": "1ba5d2f489f03f9cb07a637ca680fa4f2f8e51a4", "dataset": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_1_200ep_context5", "source_repo": "latency-sensitive-bench/flappy_200ep_context5", "source_revision": "19d800e5f7ec9d5311f508dbfe4a50463261616c", @@ -73,7 +78,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_1_200ep_context5" } ] diff --git a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_2_context5_2000_effbs128/artifact.json b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_2_context5_2000_effbs128/artifact.json index ed413e0b647bf67b34b23a6064370e9b9fe8b094..7eee79c3810c6ff54c19bbcaa2d9a4f9c7136947 100644 --- a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_2_context5_2000_effbs128/artifact.json +++ b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_2_context5_2000_effbs128/artifact.json @@ -7,19 +7,24 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_2_context5_2000_effbs128/checkpoints/steps_2000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_2_context5_2000_effbs128" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_2_context5_2000_effbs128/eval/post_train/step_2000.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "wan_oft_flappy_fix_latency_2_context5_2000_effbs128", @@ -35,7 +40,7 @@ "source_model_revision": "1ba5d2f489f03f9cb07a637ca680fa4f2f8e51a4", "dataset": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_200ep_context5", "source_repo": "latency-sensitive-bench/flappy_200ep_context5", "source_revision": "19d800e5f7ec9d5311f508dbfe4a50463261616c", @@ -55,7 +60,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_2_200ep_context5" } ] diff --git a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/artifact.json b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/artifact.json index d151164e34a708d1cfbd6e23257a07bd3533c758..590040f632d609ff8a53ebbbd4a9a7559d91920d 100644 --- a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/artifact.json +++ b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/artifact.json @@ -7,39 +7,44 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/checkpoints/steps_2000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_2000_effbs128" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_3_context5_2000_effbs128/eval/post_train/step_2000.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "wan_oft_flappy_fix_latency_3_context5_2000_effbs128", @@ -55,7 +60,7 @@ "source_model_revision": "1ba5d2f489f03f9cb07a637ca680fa4f2f8e51a4", "dataset": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_3_200ep_context5", "source_repo": "latency-sensitive-bench/flappy_200ep_context5", "source_revision": "19d800e5f7ec9d5311f508dbfe4a50463261616c", @@ -73,7 +78,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_3_200ep_context5" } ] diff --git a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce/artifact.json b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce/artifact.json index e7830df58533b5ab1768784a28e27ab31f759895..c14aae0e728e0a81383afa16174015233a2c2aa2 100644 --- a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce/artifact.json +++ b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce/artifact.json @@ -7,29 +7,34 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce/checkpoints/steps_2000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce/eval/fixed_3/eval_latency_3/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce/eval/fixed_3/queue_eval_latency_3.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce/eval/fixed_3/queue_eval_results.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "wan_oft_flappy_fix_latency_3_context5_standard_sft_2000_effbs128_224_currentce", @@ -57,7 +62,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fixed_latency_3_200ep_7k2steps", "config_name": "flappy_fixed_latency_3_200ep_7k2steps" } diff --git a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/artifact.json b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/artifact.json index 51d82aa4639666bab9d7be8820848246f0ab2b29..d6330e36836799409c038596ad94068050027008 100644 --- a/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/artifact.json +++ b/latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/artifact.json @@ -7,39 +7,44 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/checkpoints/steps_2000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_4_context5_2000_effbs128" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_4_context5_2000_effbs128/eval/post_train/step_2000.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "wan_oft_flappy_fix_latency_4_context5_2000_effbs128", @@ -55,7 +60,7 @@ "source_model_revision": "1ba5d2f489f03f9cb07a637ca680fa4f2f8e51a4", "dataset": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_4_200ep_context5", "source_repo": "latency-sensitive-bench/flappy_200ep_context5", "source_revision": "19d800e5f7ec9d5311f508dbfe4a50463261616c", @@ -73,7 +78,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "latency-aware/flappy/flappy_fix_latency_4_200ep_context5" } ] diff --git a/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/artifact.json b/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/artifact.json index a5d979947798ce0cbc3bab972b53b5e2268041f6..c4bd8af96d9e92f307a6ae5954b34b59cef7036e 100644 --- a/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/artifact.json +++ b/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/artifact.json @@ -7,64 +7,69 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/checkpoints/steps_5000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/eval/post_train/step_5000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/resolved_config.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/resolved_config.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/resolved_config.yaml" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2", @@ -80,7 +85,7 @@ "training_data_mix": "openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp2", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "source_subdir": "inverted_pendulum_fixed_latency_0_100ep_1ksteps_og,inverted_pendulum_fixed_latency_2_1000ep_7k2steps,inverted_pendulum_fixed_latency_4_1000ep_7k2steps" }, @@ -130,7 +135,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "source_subdir": "inverted_pendulum_fixed_latency_0_100ep_1ksteps_og,inverted_pendulum_fixed_latency_2_1000ep_7k2steps,inverted_pendulum_fixed_latency_4_1000ep_7k2steps" } diff --git a/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/artifact.json b/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/artifact.json index 01d0ef5db0e4c68ea334e184ad998a5f66c03cb2..50223f24723222920dd711a10706bb5dd0e4e2c8 100644 --- a/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/artifact.json +++ b/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/artifact.json @@ -7,64 +7,69 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/checkpoints/steps_5000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/eval/post_train/step_5000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/resolved_config.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/resolved_config.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/resolved_config.yaml" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3", @@ -80,7 +85,7 @@ "training_data_mix": "openvla_inverted_pendulum_mixed_latency_024_og_l0_native_exp3", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "source_subdir": "inverted_pendulum_fixed_latency_0_100ep_1ksteps_og,inverted_pendulum_fixed_latency_2_1000ep_7k2steps,inverted_pendulum_fixed_latency_4_1000ep_7k2steps" }, @@ -130,7 +135,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "source_subdir": "inverted_pendulum_fixed_latency_0_100ep_1ksteps_og,inverted_pendulum_fixed_latency_2_1000ep_7k2steps,inverted_pendulum_fixed_latency_4_1000ep_7k2steps" } diff --git a/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/artifact.json b/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/artifact.json index 12100c03d3e3a12e8169797ad63bb58849d8e178..3364c66119b061e5dca822fb758b629e39571968 100644 --- a/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/artifact.json +++ b/latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/artifact.json @@ -7,64 +7,69 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/checkpoints/steps_5000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/eval/post_train/step_5000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_0/resolved_config.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_2/resolved_config.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/observation_attempts.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/inverted-pendulum/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2/latency_bench_eval/post_train/step_5000/gymnasium/latency_4/resolved_config.yaml" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2", @@ -80,7 +85,7 @@ "training_data_mix": "openvla_inverted_pendulum_mixed_latency_024_og_l0_native_no_latency_prompt_exp2", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "source_subdir": "inverted_pendulum_fixed_latency_0_100ep_1ksteps_og,inverted_pendulum_fixed_latency_2_1000ep_7k2steps,inverted_pendulum_fixed_latency_4_1000ep_7k2steps" }, @@ -130,7 +135,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "source_subdir": "inverted_pendulum_fixed_latency_0_100ep_1ksteps_og,inverted_pendulum_fixed_latency_2_1000ep_7k2steps,inverted_pendulum_fixed_latency_4_1000ep_7k2steps" } diff --git a/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/artifact.json b/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/artifact.json index b5ec77b1d6e1d9bea38bb4dbac1afdcba37e7c87..c7f33c06d31c7fd86ffa7ad69f9b58a53f57cd03 100644 --- a/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/artifact.json +++ b/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/artifact.json @@ -7,34 +7,39 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/deadly-corridor/deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "deadly_corridor_fix_latency_0_1000ep_7k2steps_single_baseline", @@ -62,7 +67,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "zero-latency/deadly-corridor/deadly_corridor_fixed_latency_0_1000ep_7k2steps", "config_name": "deadly_corridor_fixed_latency_0_1000ep_7k2steps" } diff --git a/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0/artifact.json b/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0/artifact.json index bb0d9d961fe34092b36b1cb3e346c2ac10b6975b..00076fd66418a348bbfa4fe3b0d37e7895ce7228 100644 --- a/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0/artifact.json +++ b/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0/checkpoints/steps_500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_deadly_corridor_fix_latency_0", @@ -34,7 +39,7 @@ "training_data_mix": "deadly_corridor_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -78,7 +83,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full/artifact.json b/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full/artifact.json index 0a55b07be97490d37e73e20777af4c619eb8da5d..4338fcac092b32986ade311f338880efb7e719b7 100644 --- a/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full/artifact.json +++ b/zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full/checkpoints/steps_2500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/deadly-corridor/vla/starvla-qwenoft-h1/openvla_deadly_corridor_fix_latency_0_full" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_deadly_corridor_fix_latency_0_full", @@ -34,7 +39,7 @@ "training_data_mix": "deadly_corridor_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -77,7 +82,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep/artifact.json b/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep/artifact.json index bd3ec608b4b8efac27abaca263ac6856367bc83f..b1d5ee307d3896df1cdb7967c5aadcf1544e0772 100644 --- a/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep/artifact.json +++ b/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep/checkpoints/steps_7000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_demon_attack_200ep", @@ -65,9 +70,23 @@ "paper/figures/fig6_latency_robustness/demon_attack" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/demon-attack/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "demon_attack_fix_latency_0_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/artifact.json b/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/artifact.json index 783140a7a5fd285a3e816be02eb11086f881a8a7..b7a6af675ae354b585050420c42a90237148028f 100644 --- a/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/artifact.json +++ b/zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/artifact.json @@ -7,34 +7,39 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/demon-attack/vla/starvla-qwenoft-h1/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/demon-attack/demon_attack_fix_latency_0_200ep_7k2steps_single_baseline/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "demon_attack_fix_latency_0_200ep_7k2steps_single_baseline", @@ -62,7 +67,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "zero-latency/demon-attack/demon_attack_fixed_latency_0_200ep_7k2steps", "config_name": "demon_attack_fixed_latency_0_200ep_7k2steps" } diff --git a/zero-latency/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_0_small/artifact.json b/zero-latency/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_0_small/artifact.json index 91a3d5be522174d8c72a9ca214d1a1519f948379..dadfbf93b30da75149c51a96fc75c9ae757f695b 100644 --- a/zero-latency/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_0_small/artifact.json +++ b/zero-latency/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_0_small/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_0_small/checkpoints/best_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/demon-attack/vla/starvla-qwenoft-h1/openvla_demon_attack_fix_latency_0_small" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_demon_attack_fix_latency_0_small", @@ -29,7 +34,7 @@ "training_data_mix": "demon_attack_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -66,7 +71,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep/artifact.json b/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep/artifact.json index 958e01cb25d5c5bc3f3c214d5f1d89ef2ed2435f..c65d17cb7b4f93a7ab5a9efba975b561a35e1728 100644 --- a/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep/artifact.json +++ b/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep/artifact.json @@ -7,13 +7,18 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep/checkpoints/steps_5000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_200ep", @@ -63,9 +68,23 @@ "paper/figures/fig6_latency_robustness/flappy" ], "paper_identity_confirmed": true, - "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", + "interpretation": "The run and checkpoint path are bound to the paper episode CSV and source manifest. Original episode JSONLs/action logs were not recovered. Training-data source limits are recorded separately.", "unpublished_training_data": "The recorded local training directory has no recovered exact HF source. No replacement dataset is assumed." } ], + "evaluation_evidence": { + "episodes": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/episodes.csv" + }, + "source_manifest": { + "repo": "latency-sensitive-bench/benchmark-datasets", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", + "path": "evaluations/flappy/latency-transfer-qwenoft/source_manifest.csv" + }, + "checkpoint_run": "flappy_fix_latency_0_200ep", + "scope": "Paper run/checkpoint paths and episode-level metrics are retained. Original episode JSONLs and action logs are not recovered." + }, "training_data": [] } diff --git a/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep_7k2steps_single_baseline/artifact.json b/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep_7k2steps_single_baseline/artifact.json index 7a30b5ad9a81f9fb3534b057d2f310cb03d81b69..c0729a7ab43d0d90b681f9dca1f295cc806c3b48 100644 --- a/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep_7k2steps_single_baseline/artifact.json +++ b/zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep_7k2steps_single_baseline/artifact.json @@ -7,374 +7,379 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/flappy_fix_latency_0_200ep_7k2steps_single_baseline" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_1000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_1250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_1500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_1750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_2000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_2250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_2500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_2750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_3000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_3250.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_3500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_3750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_500.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/mid_train/step_750.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/eval/post_train/step_4000.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/_progress/rank_0.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/_progress/rank_1.json" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_0/episode_metrics.jsonl" }, { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/flappy_fix_latency_0_200ep_7k2steps_single_baseline/summary.jsonl" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "run": "flappy_fix_latency_0_200ep_7k2steps_single_baseline", @@ -402,7 +407,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "zero-latency/flappy/flappy_fixed_latency_0_200ep_7k2steps", "config_name": "flappy_fixed_latency_0_200ep_7k2steps" } diff --git a/zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0/artifact.json b/zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0/artifact.json index 94e1d1c1d872ae16a8db98ff944a57ee0f6cbc90..6aecb1c690db9613cf679d5622e88ad44615e8de 100644 --- a/zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0/artifact.json +++ b/zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0/checkpoints/steps_5000_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0/checkpoints/steps_5000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_0", diff --git a/zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small/artifact.json b/zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small/artifact.json index a067992af502bf1b3e65f42c275d3ec14f6fe435..cbd5b345240c3e644772f6d188595dc5f0189a46 100644 --- a/zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small/artifact.json +++ b/zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small/artifact.json @@ -7,18 +7,23 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small/checkpoints/best_model.safetensors" }, { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small/checkpoints/steps_1500_model.safetensors" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/flappy/vla/starvla-qwenoft-h1/openvla_flappy_fix_latency_0_small" + }, "evaluation": [], "asset_state": "complete_bundle", - "paper_source_confirmed": false, + "paper_checkpoint_binding_confirmed": false, "original_training_bindings": [ { "source_repo": "latency-sensitive-bench/openvla_flappy_fix_latency_0_small", @@ -34,7 +39,7 @@ "training_data_mix": "flappy_train__bridge", "dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." }, @@ -78,7 +83,7 @@ "interpretation": "The paper experiment type is known; an exact plotted checkpoint binding is recorded only when its immutable source manifest establishes it.", "training_recipe_dataset_reference": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "", "evidence": "Training config uses the exact source dataset name as its local data-root directory. Original metadata and statistics are retained separately." } diff --git a/zero-latency/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_0_context5_2000_effbs128/artifact.json b/zero-latency/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_0_context5_2000_effbs128/artifact.json index c0d0120a39654927e5d9e7b35421047cd1b4c38e..e82b39ce7a2ca42202791d1035bd41812d8d5777 100644 --- a/zero-latency/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_0_context5_2000_effbs128/artifact.json +++ b/zero-latency/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_0_context5_2000_effbs128/artifact.json @@ -7,19 +7,24 @@ "checkpoint": [ { "repo": "latency-sensitive-bench/benchmark-models", - "revision": "a4099f759f71ffa72d967be3695c8e054cfc377c", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", "path": "zero-latency/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_0_context5_2000_effbs128/checkpoints/steps_2000_pytorch_model.pt" } ], + "metadata": { + "repo": "latency-sensitive-bench/benchmark-models", + "revision": "403deb18146f6780ac28536f78167b21aa18898b", + "path": "zero-latency/flappy/vla/starvla-wanoft-h8/wan_oft_flappy_fix_latency_0_context5_2000_effbs128" + }, "evaluation": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "evaluations/flappy/wan_oft_flappy_fix_latency_0_context5_2000_effbs128/eval/post_train/step_2000.json" } ], "asset_state": "complete_bundle", - "paper_source_confirmed": true, + "paper_checkpoint_binding_confirmed": true, "original_training_bindings": [ { "run": "wan_oft_flappy_fix_latency_0_context5_2000_effbs128", @@ -35,7 +40,7 @@ "source_model_revision": "1ba5d2f489f03f9cb07a637ca680fa4f2f8e51a4", "dataset": { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "zero-latency/flappy/flappy_fix_latency_0_200ep_context5", "source_repo": "latency-sensitive-bench/flappy_200ep_context5", "source_revision": "19d800e5f7ec9d5311f508dbfe4a50463261616c", @@ -53,7 +58,7 @@ "training_data": [ { "repo": "latency-sensitive-bench/benchmark-datasets", - "revision": "15d17287246bd19940c837d6c8a5327564f969c5", + "revision": "27d2fe8badf83302809f5570e3118bd987f15600", "path": "zero-latency/flappy/flappy_fix_latency_0_200ep_context5" } ]