Caesarrr commited on
Commit
960e06f
·
verified ·
1 Parent(s): 89c8fce

Publish latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics

Browse files
latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics/controller/collection.log ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics/controller/controller.log ADDED
File without changes
latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics/controller/package.log ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics/controller/phase ADDED
@@ -0,0 +1 @@
 
 
1
+ failed:1
latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics/controller/sft.log ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Training microbatch=64, accumulation=1, global_batch=128
3
+ /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python -m accelerate.commands.launch --config_file /home/ubuntu/codex/mikasa-prefix63-restart-20260925/third_party/starVLA/starVLA/config/deepseeds/deepspeed_zero2.yaml --num_processes 2 --main_process_port 29704 /home/ubuntu/codex/mikasa-prefix63-restart-20260925/third_party/starVLA/starVLA/training/train_starvla.py --config_yaml /home/ubuntu/codex/mikasa-prefix63-restart-20260925/outputs/starvla/runs/mikasa_intercept_grab_fast/fixed2-prefix63-restart-20260925/sft/bootstrap.yaml
4
+ Log: /home/ubuntu/codex/mikasa-prefix63-restart-20260925/outputs/starvla/runs/mikasa_intercept_grab_fast/fixed2-prefix63-restart-20260925/sft/bootstrap.log
5
+ Traceback (most recent call last):
6
+ File "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/lib/python3.10/runpy.py", line 196, in _run_module_as_main
7
+ return _run_code(code, main_globals, None,
8
+ File "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/lib/python3.10/runpy.py", line 86, in _run_code
9
+ exec(code, run_globals)
10
+ File "/home/ubuntu/codex/mikasa-prefix63-restart-20260925/scripts/starvla/train_task.py", line 1143, in <module>
11
+ main()
12
+ File "/home/ubuntu/codex/mikasa-prefix63-restart-20260925/scripts/starvla/train_task.py", line 962, in main
13
+ trained, checkpoint = train(args, config)
14
+ File "/home/ubuntu/codex/mikasa-prefix63-restart-20260925/scripts/starvla/train_task.py", line 384, in train
15
+ run_command([
16
+ File "/home/ubuntu/codex/mikasa-prefix63-restart-20260925/scripts/starvla/train_task.py", line 137, in run_command
17
+ subprocess.run(command, cwd=cwd, env=environment() if env is None else env,
18
+ File "/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/lib/python3.10/subprocess.py", line 526, in run
19
+ raise CalledProcessError(retcode, process.args,
20
+ subprocess.CalledProcessError: Command '['/home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python', '-m', 'accelerate.commands.launch', '--config_file', '/home/ubuntu/codex/mikasa-prefix63-restart-20260925/third_party/starVLA/starVLA/config/deepseeds/deepspeed_zero2.yaml', '--num_processes', '2', '--main_process_port', '29704', '/home/ubuntu/codex/mikasa-prefix63-restart-20260925/third_party/starVLA/starVLA/training/train_starvla.py', '--config_yaml', '/home/ubuntu/codex/mikasa-prefix63-restart-20260925/outputs/starvla/runs/mikasa_intercept_grab_fast/fixed2-prefix63-restart-20260925/sft/bootstrap.yaml']' returned non-zero exit status 1.
latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics/sft/bootstrap.log ADDED
The diff for this file is too large to render. See raw diff
 
latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics/sft/bootstrap.yaml ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ run_id: bootstrap
2
+ wandb_name: mikasa_conditioned_h8-fixed-2-qwenoft
3
+ run_root_dir: /home/ubuntu/codex/mikasa-prefix63-restart-20260925/outputs/starvla/runs/mikasa_intercept_grab_fast/fixed2-prefix63-restart-20260925/sft/training
4
+ seed: 0
5
+ wandb_project: starvla_tasks
6
+ wandb_entity: saberrr-zju
7
+ wandb_group: vla-train
8
+ wandb_tags:
9
+ - mikasa_conditioned_h8
10
+ - h8
11
+ - formal
12
+ - fixed-2
13
+ training_latency_condition: fixed-2
14
+ is_debug: false
15
+ version_id: '0.21'
16
+ framework:
17
+ name: QwenOFT
18
+ qwenvl:
19
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
20
+ enable_gradient_checkpointing: false
21
+ action_model:
22
+ action_dim: 7
23
+ action_env_dim: 7
24
+ state_dim: 63
25
+ action_horizon: 8
26
+ future_action_window_size: 7
27
+ past_action_window_size: 0
28
+ task_objective: null
29
+ state_encoding: continuous_projector
30
+ loss_type: l1
31
+ datasets:
32
+ vla_data:
33
+ dataset_py: latency_bench_tasks
34
+ lerobot_version: v3.0
35
+ include_state: true
36
+ task_contract_path: /home/ubuntu/codex/mikasa-prefix63-restart-20260925/outputs/starvla/datasets/mikasa_intercept_grab_fast/fixed2-prefix63-restart-20260925/fixed-2/lerobot/task_contract.json
37
+ data_root_dir: /
38
+ data_mix: train
39
+ eval_data_mix: validation
40
+ custom_mixtures_path: /home/ubuntu/codex/mikasa-prefix63-restart-20260925/outputs/starvla/runs/mikasa_intercept_grab_fast/fixed2-prefix63-restart-20260925/sft/bootstrap_mixture.json
41
+ sequential_step_sampling: true
42
+ per_device_batch_size: 64
43
+ pin_memory: true
44
+ persistent_workers: true
45
+ num_workers: 8
46
+ prefetch_factor: 3
47
+ obs_image_size:
48
+ - 224
49
+ - 224
50
+ video_backend: pyav
51
+ image_mode: single
52
+ stitch_grid:
53
+ - 1
54
+ - 2
55
+ num_obs_frames: 1
56
+ trainer:
57
+ max_train_steps: 5000
58
+ num_warmup_steps: 100
59
+ save_interval: 500
60
+ eval_interval: 5000
61
+ eval_num_batches: 1
62
+ logging_frequency: 5
63
+ learning_rate:
64
+ base: 3.0e-05
65
+ action_model: 0.0001
66
+ lr_scheduler_type: cosine_with_min_lr
67
+ scheduler_specific_kwargs:
68
+ min_lr: 1.0e-06
69
+ freeze_modules: ''
70
+ freeze_vit: false
71
+ freeze_tied_embedding: false
72
+ freeze_llm_layers: []
73
+ loss_scale:
74
+ vla: 1.0
75
+ gradient_clipping: 1.0
76
+ gradient_accumulation_steps: 1
77
+ pretrained_checkpoint: null
78
+ is_resume: false
79
+ distributed_backend: deepspeed
80
+ optimizer:
81
+ name: AdamW
82
+ betas:
83
+ - 0.9
84
+ - 0.95
85
+ eps: 1.0e-08
86
+ weight_decay: 1.0e-08
87
+ fused: true
88
+ stop_after_steps: 5000
89
+ checkpoint:
90
+ save_best_model: false
91
+ save_final_model: true
92
+ save_pt_file: true
93
+ save_training_state: true
94
+ local:
95
+ keep_last_n: 2
latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h8/fixed2-prefix63-restart-20260925/diagnostics/sft/run.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "mikasa_conditioned_h8",
3
+ "model": "qwenoft",
4
+ "run_id": "fixed2-prefix63-restart-20260925",
5
+ "smoke": false,
6
+ "teacher": {
7
+ "repo_id": "latency-sensitive-bench/benchmark-models",
8
+ "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt"
9
+ },
10
+ "backbone": {
11
+ "repo_id": "Qwen/Qwen3-VL-4B-Instruct",
12
+ "allow_patterns": [
13
+ "*.json",
14
+ "*.safetensors",
15
+ "*.txt",
16
+ "*.jinja",
17
+ "*.model"
18
+ ],
19
+ "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17"
20
+ },
21
+ "code_revisions": {
22
+ "benchmark": {
23
+ "revision": "90b72fa0c5997f8f91c054aebaf93dfa9231794c",
24
+ "dirty": true
25
+ },
26
+ "starvla": {
27
+ "revision": "3cadac2e264b5f0013a2d10d2551abfb0a41a081",
28
+ "dirty": false
29
+ },
30
+ "mikasa": {
31
+ "revision": "017490bbb787c6efa8c025f9558e1a691965c0e0",
32
+ "dirty": false
33
+ }
34
+ },
35
+ "datasets": [
36
+ {
37
+ "repo_id": "latency-sensitive-bench/benchmark-datasets",
38
+ "path": "fixed-2/mikasa-intercept-grab-fast/teacher-rollouts-h8-state-v1",
39
+ "local_dir": "/home/ubuntu/codex/mikasa-prefix63-restart-20260925/outputs/starvla/datasets/mikasa_intercept_grab_fast/fixed2-prefix63-restart-20260925/fixed-2",
40
+ "revision": null,
41
+ "condition": "fixed-2",
42
+ "action_horizon": 8
43
+ }
44
+ ],
45
+ "seed": 0,
46
+ "condition": "fixed-2",
47
+ "no_publish": true,
48
+ "dagger_rounds": 10,
49
+ "evaluation": {
50
+ "seed": 4242424242,
51
+ "episodes": 100,
52
+ "every_round": false
53
+ }
54
+ }