Add completed LIBERO Long task-fraction watermarks
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/final.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/metadata.json +193 -0
- artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/optimization.jsonl +0 -0
- artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top1.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top2.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top3.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top4.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top5.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/final.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/metadata.json +193 -0
- artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/optimization.jsonl +0 -0
- artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top1.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top2.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top3.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top4.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top5.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/final.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/metadata.json +195 -0
- artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/optimization.jsonl +0 -0
- artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top1.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top2.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top3.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top4.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top5.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/final.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/metadata.json +197 -0
- artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/optimization.jsonl +0 -0
- artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top1.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top2.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top3.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top4.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top5.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/final.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/metadata.json +199 -0
- artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/optimization.jsonl +0 -0
- artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top1.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top2.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top3.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top4.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top5.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/final.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/metadata.json +201 -0
- artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/optimization.jsonl +0 -0
- artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top1.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top2.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top3.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top4.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top5.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p60/bisect_A1V1/final.npy +3 -0
- artifacts/ablation/task_fraction/libero/long/p60/bisect_A1V1/metadata.json +203 -0
artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/final.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7eb8be9c9c9feff8e3672dea421b4a2f1f3ea9fc0361eeb310c44cc50afe9613
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/metadata.json
ADDED
|
@@ -0,0 +1,193 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": "1.0.0",
|
| 3 |
+
"experiment_id": "task_fraction/libero/long/p10/bisect_A1V1",
|
| 4 |
+
"status": "complete",
|
| 5 |
+
"benchmark": "libero",
|
| 6 |
+
"suite": "long",
|
| 7 |
+
"regime": "task_fraction",
|
| 8 |
+
"ablation": {
|
| 9 |
+
"type": "task_fraction",
|
| 10 |
+
"task_fraction_percent": 10,
|
| 11 |
+
"selected_task_count": 1,
|
| 12 |
+
"selected_task_ids": [
|
| 13 |
+
"put both moka pots on the stove"
|
| 14 |
+
],
|
| 15 |
+
"task_order_policy": "explicit LIBERO Long task order used by the evaluation script",
|
| 16 |
+
"target_episode_passes": 600,
|
| 17 |
+
"target_optimization_budget": 19200
|
| 18 |
+
},
|
| 19 |
+
"variant": {
|
| 20 |
+
"name": "bisect_A1V1",
|
| 21 |
+
"method": "bisect",
|
| 22 |
+
"action_loss_weight": 1.0,
|
| 23 |
+
"video_loss_weight": 1.0,
|
| 24 |
+
"vae_loss_weight": 1.0
|
| 25 |
+
},
|
| 26 |
+
"data": {
|
| 27 |
+
"repo_id": "robbyant/libero-long-lerobot",
|
| 28 |
+
"revision": "8c0313b1c7cd9fa3798798479cbf59b11af8979d",
|
| 29 |
+
"is_full_suite": false,
|
| 30 |
+
"task_count": 10,
|
| 31 |
+
"episodes_per_task": 50,
|
| 32 |
+
"selected_task_ids": [
|
| 33 |
+
"put both moka pots on the stove"
|
| 34 |
+
],
|
| 35 |
+
"selection_seed": 42,
|
| 36 |
+
"episode_selection": "one random episode per selected task per epoch from sorted episode indices [0, 49]"
|
| 37 |
+
},
|
| 38 |
+
"model": {
|
| 39 |
+
"repo_id": "robbyant/lingbot-va-posttrain-libero-long",
|
| 40 |
+
"revision": "0e89d1e753019988aba484e8da2dc0810e264d9f",
|
| 41 |
+
"checkpoint_file": "transformer/diffusion_pytorch_model.safetensors.index.json"
|
| 42 |
+
},
|
| 43 |
+
"attack": {
|
| 44 |
+
"seed": 42,
|
| 45 |
+
"fixed_seed": false,
|
| 46 |
+
"camera": "observation.images.eye_in_hand_rgb",
|
| 47 |
+
"patch_size": [
|
| 48 |
+
128,
|
| 49 |
+
128
|
| 50 |
+
],
|
| 51 |
+
"patch_position": [
|
| 52 |
+
0,
|
| 53 |
+
0
|
| 54 |
+
],
|
| 55 |
+
"patch_alpha": 0.12549019607843137,
|
| 56 |
+
"patch_lr": 0.01,
|
| 57 |
+
"frames_per_episode": 64,
|
| 58 |
+
"frame_batch_size": 2,
|
| 59 |
+
"video_inference_steps": 2,
|
| 60 |
+
"action_inference_steps": 5,
|
| 61 |
+
"dataset_epochs": 600,
|
| 62 |
+
"save_every_steps": 160,
|
| 63 |
+
"early_stop_patience": 8,
|
| 64 |
+
"top5_selection": "all"
|
| 65 |
+
},
|
| 66 |
+
"result": {
|
| 67 |
+
"final_step": 2272,
|
| 68 |
+
"planned_steps": 19200,
|
| 69 |
+
"stop_reason": "early_stopping",
|
| 70 |
+
"selection_metric": "all",
|
| 71 |
+
"notes": []
|
| 72 |
+
},
|
| 73 |
+
"code": {
|
| 74 |
+
"repo_id": "MisterRpeng/Attack-WAM",
|
| 75 |
+
"commit": "1088ac530575b5143b56c4a8d450f59d5dfc5df1",
|
| 76 |
+
"critical_file_sha256": {
|
| 77 |
+
"wan_va/modules/model.py": "addd38e5f7dd0b405742640c5e998f0b40473357939f79a983c4528acb54e292",
|
| 78 |
+
"wan_va/wan_va_server.py": "de2f1f82e3b65951282d68fae7b73772798262e3f243c19725145292e97e91a9",
|
| 79 |
+
"attack/adversarial_attack/attack_vae_transformer_freeze_manual.py": "a6e8b6941dafdbe1e5991e3737c9e642834f385769624e2b6a8f44f53f2faea7"
|
| 80 |
+
},
|
| 81 |
+
"runtime_modifications": [
|
| 82 |
+
"finite-gradient guard; no objective or update-rule change"
|
| 83 |
+
]
|
| 84 |
+
},
|
| 85 |
+
"environment": {
|
| 86 |
+
"python": "3.10.16",
|
| 87 |
+
"pytorch": "2.9.0+cu126",
|
| 88 |
+
"torch_cuda_build": "12.6",
|
| 89 |
+
"runtime_cudnn": 92000,
|
| 90 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 91 |
+
"compute_capability": "9.0",
|
| 92 |
+
"precision": "bfloat16",
|
| 93 |
+
"attention_mode": "torch",
|
| 94 |
+
"cudnn_sdpa_enabled": true,
|
| 95 |
+
"flash_sdpa_enabled": true,
|
| 96 |
+
"memory_efficient_sdpa_enabled": true,
|
| 97 |
+
"math_sdpa_enabled": true,
|
| 98 |
+
"cudnn_sdpa_forced": false
|
| 99 |
+
},
|
| 100 |
+
"artifacts": [
|
| 101 |
+
{
|
| 102 |
+
"role": "top1",
|
| 103 |
+
"path": "top1.npy",
|
| 104 |
+
"sha256": "4588bf1abe60e31db74abe1a3c6e558f6e38ca99e5dc720edb7ecb29bcd86256",
|
| 105 |
+
"bytes": 49280,
|
| 106 |
+
"source_filename": "watermark_untarget_bisect_EH_top1_s002016.npy",
|
| 107 |
+
"dtype": "uint8",
|
| 108 |
+
"shape": [
|
| 109 |
+
128,
|
| 110 |
+
128,
|
| 111 |
+
3
|
| 112 |
+
],
|
| 113 |
+
"optimization_step": 2016
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"role": "top2",
|
| 117 |
+
"path": "top2.npy",
|
| 118 |
+
"sha256": "4a515c3241de0df4d03bee17302f97e30961f189d6d3b0c65ac6b1a7a6f8c016",
|
| 119 |
+
"bytes": 49280,
|
| 120 |
+
"source_filename": "watermark_untarget_bisect_EH_top2_s002048.npy",
|
| 121 |
+
"dtype": "uint8",
|
| 122 |
+
"shape": [
|
| 123 |
+
128,
|
| 124 |
+
128,
|
| 125 |
+
3
|
| 126 |
+
],
|
| 127 |
+
"optimization_step": 2048
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"role": "top3",
|
| 131 |
+
"path": "top3.npy",
|
| 132 |
+
"sha256": "77eca2df812e6db4859e2412bbc68adef484e7dedc0bb7e8f73630c8a78008b0",
|
| 133 |
+
"bytes": 49280,
|
| 134 |
+
"source_filename": "watermark_untarget_bisect_EH_top3_s002208.npy",
|
| 135 |
+
"dtype": "uint8",
|
| 136 |
+
"shape": [
|
| 137 |
+
128,
|
| 138 |
+
128,
|
| 139 |
+
3
|
| 140 |
+
],
|
| 141 |
+
"optimization_step": 2208
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"role": "top4",
|
| 145 |
+
"path": "top4.npy",
|
| 146 |
+
"sha256": "7eb8be9c9c9feff8e3672dea421b4a2f1f3ea9fc0361eeb310c44cc50afe9613",
|
| 147 |
+
"bytes": 49280,
|
| 148 |
+
"source_filename": "watermark_untarget_bisect_EH_top4_s002272.npy",
|
| 149 |
+
"dtype": "uint8",
|
| 150 |
+
"shape": [
|
| 151 |
+
128,
|
| 152 |
+
128,
|
| 153 |
+
3
|
| 154 |
+
],
|
| 155 |
+
"optimization_step": 2272
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"role": "top5",
|
| 159 |
+
"path": "top5.npy",
|
| 160 |
+
"sha256": "5889db21be4924e686f0c5f60e4a4638d350f68af0e091f0c68e8bf01683823e",
|
| 161 |
+
"bytes": 49280,
|
| 162 |
+
"source_filename": "watermark_untarget_bisect_EH_top5_s002240.npy",
|
| 163 |
+
"dtype": "uint8",
|
| 164 |
+
"shape": [
|
| 165 |
+
128,
|
| 166 |
+
128,
|
| 167 |
+
3
|
| 168 |
+
],
|
| 169 |
+
"optimization_step": 2240
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"role": "final",
|
| 173 |
+
"path": "final.npy",
|
| 174 |
+
"sha256": "7eb8be9c9c9feff8e3672dea421b4a2f1f3ea9fc0361eeb310c44cc50afe9613",
|
| 175 |
+
"bytes": 49280,
|
| 176 |
+
"source_filename": "watermark_untarget_bisect_EH_s002272.npy",
|
| 177 |
+
"dtype": "uint8",
|
| 178 |
+
"shape": [
|
| 179 |
+
128,
|
| 180 |
+
128,
|
| 181 |
+
3
|
| 182 |
+
],
|
| 183 |
+
"optimization_step": 2272
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"role": "optimization",
|
| 187 |
+
"path": "optimization.jsonl",
|
| 188 |
+
"sha256": "1faa44cfc283dc9df404bfd87a8bb359460f61285dc2af71cc4a8525e3a95339",
|
| 189 |
+
"bytes": 494795,
|
| 190 |
+
"source_filename": "watermark_untarget_bisect_EH.jsonl"
|
| 191 |
+
}
|
| 192 |
+
]
|
| 193 |
+
}
|
artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/optimization.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4588bf1abe60e31db74abe1a3c6e558f6e38ca99e5dc720edb7ecb29bcd86256
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a515c3241de0df4d03bee17302f97e30961f189d6d3b0c65ac6b1a7a6f8c016
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77eca2df812e6db4859e2412bbc68adef484e7dedc0bb7e8f73630c8a78008b0
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7eb8be9c9c9feff8e3672dea421b4a2f1f3ea9fc0361eeb310c44cc50afe9613
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/bisect_A1V1/top5.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5889db21be4924e686f0c5f60e4a4638d350f68af0e091f0c68e8bf01683823e
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/final.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a0cb3b3cb6fb0f51f503e2a5971ebaecbb3ef0e79637ed4f17cfa5c1410dc14
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/metadata.json
ADDED
|
@@ -0,0 +1,193 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": "1.0.0",
|
| 3 |
+
"experiment_id": "task_fraction/libero/long/p10/de_proj_A0V1",
|
| 4 |
+
"status": "complete",
|
| 5 |
+
"benchmark": "libero",
|
| 6 |
+
"suite": "long",
|
| 7 |
+
"regime": "task_fraction",
|
| 8 |
+
"ablation": {
|
| 9 |
+
"type": "task_fraction",
|
| 10 |
+
"task_fraction_percent": 10,
|
| 11 |
+
"selected_task_count": 1,
|
| 12 |
+
"selected_task_ids": [
|
| 13 |
+
"put both moka pots on the stove"
|
| 14 |
+
],
|
| 15 |
+
"task_order_policy": "explicit LIBERO Long task order used by the evaluation script",
|
| 16 |
+
"target_episode_passes": 600,
|
| 17 |
+
"target_optimization_budget": 19200
|
| 18 |
+
},
|
| 19 |
+
"variant": {
|
| 20 |
+
"name": "de_proj_A0V1",
|
| 21 |
+
"method": "de_proj",
|
| 22 |
+
"action_loss_weight": 0.0,
|
| 23 |
+
"video_loss_weight": 1.0,
|
| 24 |
+
"vae_loss_weight": 1.0
|
| 25 |
+
},
|
| 26 |
+
"data": {
|
| 27 |
+
"repo_id": "robbyant/libero-long-lerobot",
|
| 28 |
+
"revision": "8c0313b1c7cd9fa3798798479cbf59b11af8979d",
|
| 29 |
+
"is_full_suite": false,
|
| 30 |
+
"task_count": 10,
|
| 31 |
+
"episodes_per_task": 50,
|
| 32 |
+
"selected_task_ids": [
|
| 33 |
+
"put both moka pots on the stove"
|
| 34 |
+
],
|
| 35 |
+
"selection_seed": 42,
|
| 36 |
+
"episode_selection": "one random episode per selected task per epoch from sorted episode indices [0, 49]"
|
| 37 |
+
},
|
| 38 |
+
"model": {
|
| 39 |
+
"repo_id": "robbyant/lingbot-va-posttrain-libero-long",
|
| 40 |
+
"revision": "0e89d1e753019988aba484e8da2dc0810e264d9f",
|
| 41 |
+
"checkpoint_file": "transformer/diffusion_pytorch_model.safetensors.index.json"
|
| 42 |
+
},
|
| 43 |
+
"attack": {
|
| 44 |
+
"seed": 42,
|
| 45 |
+
"fixed_seed": false,
|
| 46 |
+
"camera": "observation.images.eye_in_hand_rgb",
|
| 47 |
+
"patch_size": [
|
| 48 |
+
128,
|
| 49 |
+
128
|
| 50 |
+
],
|
| 51 |
+
"patch_position": [
|
| 52 |
+
0,
|
| 53 |
+
0
|
| 54 |
+
],
|
| 55 |
+
"patch_alpha": 0.12549019607843137,
|
| 56 |
+
"patch_lr": 0.01,
|
| 57 |
+
"frames_per_episode": 64,
|
| 58 |
+
"frame_batch_size": 2,
|
| 59 |
+
"video_inference_steps": 2,
|
| 60 |
+
"action_inference_steps": 5,
|
| 61 |
+
"dataset_epochs": 600,
|
| 62 |
+
"save_every_steps": 160,
|
| 63 |
+
"early_stop_patience": 8,
|
| 64 |
+
"top5_selection": "all"
|
| 65 |
+
},
|
| 66 |
+
"result": {
|
| 67 |
+
"final_step": 2048,
|
| 68 |
+
"planned_steps": 19200,
|
| 69 |
+
"stop_reason": "early_stopping",
|
| 70 |
+
"selection_metric": "all",
|
| 71 |
+
"notes": []
|
| 72 |
+
},
|
| 73 |
+
"code": {
|
| 74 |
+
"repo_id": "MisterRpeng/Attack-WAM",
|
| 75 |
+
"commit": "1088ac530575b5143b56c4a8d450f59d5dfc5df1",
|
| 76 |
+
"critical_file_sha256": {
|
| 77 |
+
"wan_va/modules/model.py": "addd38e5f7dd0b405742640c5e998f0b40473357939f79a983c4528acb54e292",
|
| 78 |
+
"wan_va/wan_va_server.py": "de2f1f82e3b65951282d68fae7b73772798262e3f243c19725145292e97e91a9",
|
| 79 |
+
"attack/adversarial_attack/attack_vae_transformer_freeze_manual.py": "a6e8b6941dafdbe1e5991e3737c9e642834f385769624e2b6a8f44f53f2faea7"
|
| 80 |
+
},
|
| 81 |
+
"runtime_modifications": [
|
| 82 |
+
"finite-gradient guard; no objective or update-rule change"
|
| 83 |
+
]
|
| 84 |
+
},
|
| 85 |
+
"environment": {
|
| 86 |
+
"python": "3.10.16",
|
| 87 |
+
"pytorch": "2.9.0+cu126",
|
| 88 |
+
"torch_cuda_build": "12.6",
|
| 89 |
+
"runtime_cudnn": 92000,
|
| 90 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 91 |
+
"compute_capability": "9.0",
|
| 92 |
+
"precision": "bfloat16",
|
| 93 |
+
"attention_mode": "torch",
|
| 94 |
+
"cudnn_sdpa_enabled": true,
|
| 95 |
+
"flash_sdpa_enabled": true,
|
| 96 |
+
"memory_efficient_sdpa_enabled": true,
|
| 97 |
+
"math_sdpa_enabled": true,
|
| 98 |
+
"cudnn_sdpa_forced": false
|
| 99 |
+
},
|
| 100 |
+
"artifacts": [
|
| 101 |
+
{
|
| 102 |
+
"role": "top1",
|
| 103 |
+
"path": "top1.npy",
|
| 104 |
+
"sha256": "bfe966c23a1ea91436145cb2c070628a7073d834197cc81af1cf5cddef82acf9",
|
| 105 |
+
"bytes": 49280,
|
| 106 |
+
"source_filename": "watermark_untarget_de_proj_EH_top1_s001792.npy",
|
| 107 |
+
"dtype": "uint8",
|
| 108 |
+
"shape": [
|
| 109 |
+
128,
|
| 110 |
+
128,
|
| 111 |
+
3
|
| 112 |
+
],
|
| 113 |
+
"optimization_step": 1792
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"role": "top2",
|
| 117 |
+
"path": "top2.npy",
|
| 118 |
+
"sha256": "ffbeb0240446ebf4e93d1cd13fdaec12b09b1b639079a127cfe8229666af4cb9",
|
| 119 |
+
"bytes": 49280,
|
| 120 |
+
"source_filename": "watermark_untarget_de_proj_EH_top2_s001824.npy",
|
| 121 |
+
"dtype": "uint8",
|
| 122 |
+
"shape": [
|
| 123 |
+
128,
|
| 124 |
+
128,
|
| 125 |
+
3
|
| 126 |
+
],
|
| 127 |
+
"optimization_step": 1824
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"role": "top3",
|
| 131 |
+
"path": "top3.npy",
|
| 132 |
+
"sha256": "755b5561d48cdb00238c923c1381dedd91f7c8a1ee59944279daa72da02e2891",
|
| 133 |
+
"bytes": 49280,
|
| 134 |
+
"source_filename": "watermark_untarget_de_proj_EH_top3_s001568.npy",
|
| 135 |
+
"dtype": "uint8",
|
| 136 |
+
"shape": [
|
| 137 |
+
128,
|
| 138 |
+
128,
|
| 139 |
+
3
|
| 140 |
+
],
|
| 141 |
+
"optimization_step": 1568
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"role": "top4",
|
| 145 |
+
"path": "top4.npy",
|
| 146 |
+
"sha256": "0f81674fcd746b7f0c77cc5f98a869dad560351a9cf6fba4724d6b6bb0cf32c6",
|
| 147 |
+
"bytes": 49280,
|
| 148 |
+
"source_filename": "watermark_untarget_de_proj_EH_top4_s001664.npy",
|
| 149 |
+
"dtype": "uint8",
|
| 150 |
+
"shape": [
|
| 151 |
+
128,
|
| 152 |
+
128,
|
| 153 |
+
3
|
| 154 |
+
],
|
| 155 |
+
"optimization_step": 1664
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"role": "top5",
|
| 159 |
+
"path": "top5.npy",
|
| 160 |
+
"sha256": "336afd28c155b067d8a1fe1cf351ce3dbdf537ba447b4488c886586ac384a98e",
|
| 161 |
+
"bytes": 49280,
|
| 162 |
+
"source_filename": "watermark_untarget_de_proj_EH_top5_s001952.npy",
|
| 163 |
+
"dtype": "uint8",
|
| 164 |
+
"shape": [
|
| 165 |
+
128,
|
| 166 |
+
128,
|
| 167 |
+
3
|
| 168 |
+
],
|
| 169 |
+
"optimization_step": 1952
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"role": "final",
|
| 173 |
+
"path": "final.npy",
|
| 174 |
+
"sha256": "8a0cb3b3cb6fb0f51f503e2a5971ebaecbb3ef0e79637ed4f17cfa5c1410dc14",
|
| 175 |
+
"bytes": 49280,
|
| 176 |
+
"source_filename": "watermark_untarget_de_proj_EH_s002048.npy",
|
| 177 |
+
"dtype": "uint8",
|
| 178 |
+
"shape": [
|
| 179 |
+
128,
|
| 180 |
+
128,
|
| 181 |
+
3
|
| 182 |
+
],
|
| 183 |
+
"optimization_step": 2048
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"role": "optimization",
|
| 187 |
+
"path": "optimization.jsonl",
|
| 188 |
+
"sha256": "27d4a0875488dfeb6d1a65dff7c90a79e7f42b393c5e255fcc9014f1f5f95018",
|
| 189 |
+
"bytes": 447337,
|
| 190 |
+
"source_filename": "watermark_untarget_de_proj_EH.jsonl"
|
| 191 |
+
}
|
| 192 |
+
]
|
| 193 |
+
}
|
artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/optimization.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bfe966c23a1ea91436145cb2c070628a7073d834197cc81af1cf5cddef82acf9
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ffbeb0240446ebf4e93d1cd13fdaec12b09b1b639079a127cfe8229666af4cb9
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:755b5561d48cdb00238c923c1381dedd91f7c8a1ee59944279daa72da02e2891
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f81674fcd746b7f0c77cc5f98a869dad560351a9cf6fba4724d6b6bb0cf32c6
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p10/de_proj_A0V1/top5.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:336afd28c155b067d8a1fe1cf351ce3dbdf537ba447b4488c886586ac384a98e
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/final.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3647ad85da15d9dffa4512480754db6efdeb9dec9c5d70916fe8b2d82d4f1d8f
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/metadata.json
ADDED
|
@@ -0,0 +1,195 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": "1.0.0",
|
| 3 |
+
"experiment_id": "task_fraction/libero/long/p20/bisect_A1V1",
|
| 4 |
+
"status": "complete",
|
| 5 |
+
"benchmark": "libero",
|
| 6 |
+
"suite": "long",
|
| 7 |
+
"regime": "task_fraction",
|
| 8 |
+
"ablation": {
|
| 9 |
+
"type": "task_fraction",
|
| 10 |
+
"task_fraction_percent": 20,
|
| 11 |
+
"selected_task_count": 2,
|
| 12 |
+
"selected_task_ids": [
|
| 13 |
+
"put both moka pots on the stove",
|
| 14 |
+
"put both the alphabet soup and the tomato sauce in the basket"
|
| 15 |
+
],
|
| 16 |
+
"task_order_policy": "explicit LIBERO Long task order used by the evaluation script",
|
| 17 |
+
"target_episode_passes": 600,
|
| 18 |
+
"target_optimization_budget": 19200
|
| 19 |
+
},
|
| 20 |
+
"variant": {
|
| 21 |
+
"name": "bisect_A1V1",
|
| 22 |
+
"method": "bisect",
|
| 23 |
+
"action_loss_weight": 1.0,
|
| 24 |
+
"video_loss_weight": 1.0,
|
| 25 |
+
"vae_loss_weight": 1.0
|
| 26 |
+
},
|
| 27 |
+
"data": {
|
| 28 |
+
"repo_id": "robbyant/libero-long-lerobot",
|
| 29 |
+
"revision": "8c0313b1c7cd9fa3798798479cbf59b11af8979d",
|
| 30 |
+
"is_full_suite": false,
|
| 31 |
+
"task_count": 10,
|
| 32 |
+
"episodes_per_task": 50,
|
| 33 |
+
"selected_task_ids": [
|
| 34 |
+
"put both moka pots on the stove",
|
| 35 |
+
"put both the alphabet soup and the tomato sauce in the basket"
|
| 36 |
+
],
|
| 37 |
+
"selection_seed": 42,
|
| 38 |
+
"episode_selection": "one random episode per selected task per epoch from sorted episode indices [0, 49]"
|
| 39 |
+
},
|
| 40 |
+
"model": {
|
| 41 |
+
"repo_id": "robbyant/lingbot-va-posttrain-libero-long",
|
| 42 |
+
"revision": "0e89d1e753019988aba484e8da2dc0810e264d9f",
|
| 43 |
+
"checkpoint_file": "transformer/diffusion_pytorch_model.safetensors.index.json"
|
| 44 |
+
},
|
| 45 |
+
"attack": {
|
| 46 |
+
"seed": 42,
|
| 47 |
+
"fixed_seed": false,
|
| 48 |
+
"camera": "observation.images.eye_in_hand_rgb",
|
| 49 |
+
"patch_size": [
|
| 50 |
+
128,
|
| 51 |
+
128
|
| 52 |
+
],
|
| 53 |
+
"patch_position": [
|
| 54 |
+
0,
|
| 55 |
+
0
|
| 56 |
+
],
|
| 57 |
+
"patch_alpha": 0.12549019607843137,
|
| 58 |
+
"patch_lr": 0.01,
|
| 59 |
+
"frames_per_episode": 64,
|
| 60 |
+
"frame_batch_size": 2,
|
| 61 |
+
"video_inference_steps": 2,
|
| 62 |
+
"action_inference_steps": 5,
|
| 63 |
+
"dataset_epochs": 300,
|
| 64 |
+
"save_every_steps": 160,
|
| 65 |
+
"early_stop_patience": 8,
|
| 66 |
+
"top5_selection": "all"
|
| 67 |
+
},
|
| 68 |
+
"result": {
|
| 69 |
+
"final_step": 3456,
|
| 70 |
+
"planned_steps": 19200,
|
| 71 |
+
"stop_reason": "early_stopping",
|
| 72 |
+
"selection_metric": "all",
|
| 73 |
+
"notes": []
|
| 74 |
+
},
|
| 75 |
+
"code": {
|
| 76 |
+
"repo_id": "MisterRpeng/Attack-WAM",
|
| 77 |
+
"commit": "1088ac530575b5143b56c4a8d450f59d5dfc5df1",
|
| 78 |
+
"critical_file_sha256": {
|
| 79 |
+
"wan_va/modules/model.py": "addd38e5f7dd0b405742640c5e998f0b40473357939f79a983c4528acb54e292",
|
| 80 |
+
"wan_va/wan_va_server.py": "de2f1f82e3b65951282d68fae7b73772798262e3f243c19725145292e97e91a9",
|
| 81 |
+
"attack/adversarial_attack/attack_vae_transformer_freeze_manual.py": "a6e8b6941dafdbe1e5991e3737c9e642834f385769624e2b6a8f44f53f2faea7"
|
| 82 |
+
},
|
| 83 |
+
"runtime_modifications": [
|
| 84 |
+
"finite-gradient guard; no objective or update-rule change"
|
| 85 |
+
]
|
| 86 |
+
},
|
| 87 |
+
"environment": {
|
| 88 |
+
"python": "3.10.16",
|
| 89 |
+
"pytorch": "2.9.0+cu126",
|
| 90 |
+
"torch_cuda_build": "12.6",
|
| 91 |
+
"runtime_cudnn": 92000,
|
| 92 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 93 |
+
"compute_capability": "9.0",
|
| 94 |
+
"precision": "bfloat16",
|
| 95 |
+
"attention_mode": "torch",
|
| 96 |
+
"cudnn_sdpa_enabled": true,
|
| 97 |
+
"flash_sdpa_enabled": true,
|
| 98 |
+
"memory_efficient_sdpa_enabled": true,
|
| 99 |
+
"math_sdpa_enabled": true,
|
| 100 |
+
"cudnn_sdpa_forced": false
|
| 101 |
+
},
|
| 102 |
+
"artifacts": [
|
| 103 |
+
{
|
| 104 |
+
"role": "top1",
|
| 105 |
+
"path": "top1.npy",
|
| 106 |
+
"sha256": "099f6fe633b751c4aad720159f3f3790ec76aa2ba2b305e01c2df09ef9166890",
|
| 107 |
+
"bytes": 49280,
|
| 108 |
+
"source_filename": "watermark_untarget_bisect_EH_top1_s002944.npy",
|
| 109 |
+
"dtype": "uint8",
|
| 110 |
+
"shape": [
|
| 111 |
+
128,
|
| 112 |
+
128,
|
| 113 |
+
3
|
| 114 |
+
],
|
| 115 |
+
"optimization_step": 2944
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"role": "top2",
|
| 119 |
+
"path": "top2.npy",
|
| 120 |
+
"sha256": "8af420907f91a93623fa2fbfe577ba48650eea93cc88aa172d91d209dfde0543",
|
| 121 |
+
"bytes": 49280,
|
| 122 |
+
"source_filename": "watermark_untarget_bisect_EH_top2_s003392.npy",
|
| 123 |
+
"dtype": "uint8",
|
| 124 |
+
"shape": [
|
| 125 |
+
128,
|
| 126 |
+
128,
|
| 127 |
+
3
|
| 128 |
+
],
|
| 129 |
+
"optimization_step": 3392
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"role": "top3",
|
| 133 |
+
"path": "top3.npy",
|
| 134 |
+
"sha256": "e8bc971dc00ebc49e4250d6f0a43e7846eb5ed2d1e68d2a5eb31f4f4d0dd3168",
|
| 135 |
+
"bytes": 49280,
|
| 136 |
+
"source_filename": "watermark_untarget_bisect_EH_top3_s002688.npy",
|
| 137 |
+
"dtype": "uint8",
|
| 138 |
+
"shape": [
|
| 139 |
+
128,
|
| 140 |
+
128,
|
| 141 |
+
3
|
| 142 |
+
],
|
| 143 |
+
"optimization_step": 2688
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"role": "top4",
|
| 147 |
+
"path": "top4.npy",
|
| 148 |
+
"sha256": "6c9621c70950ec4acef2528d45fdc7cca9ecbd75f7910141d48e244fe045e824",
|
| 149 |
+
"bytes": 49280,
|
| 150 |
+
"source_filename": "watermark_untarget_bisect_EH_top4_s002816.npy",
|
| 151 |
+
"dtype": "uint8",
|
| 152 |
+
"shape": [
|
| 153 |
+
128,
|
| 154 |
+
128,
|
| 155 |
+
3
|
| 156 |
+
],
|
| 157 |
+
"optimization_step": 2816
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"role": "top5",
|
| 161 |
+
"path": "top5.npy",
|
| 162 |
+
"sha256": "cad185cd74f7a53d82322d20ac847c059b8cf67f22bbde5cdabca67ac69aea8e",
|
| 163 |
+
"bytes": 49280,
|
| 164 |
+
"source_filename": "watermark_untarget_bisect_EH_top5_s003200.npy",
|
| 165 |
+
"dtype": "uint8",
|
| 166 |
+
"shape": [
|
| 167 |
+
128,
|
| 168 |
+
128,
|
| 169 |
+
3
|
| 170 |
+
],
|
| 171 |
+
"optimization_step": 3200
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"role": "final",
|
| 175 |
+
"path": "final.npy",
|
| 176 |
+
"sha256": "3647ad85da15d9dffa4512480754db6efdeb9dec9c5d70916fe8b2d82d4f1d8f",
|
| 177 |
+
"bytes": 49280,
|
| 178 |
+
"source_filename": "watermark_untarget_bisect_EH_s003456.npy",
|
| 179 |
+
"dtype": "uint8",
|
| 180 |
+
"shape": [
|
| 181 |
+
128,
|
| 182 |
+
128,
|
| 183 |
+
3
|
| 184 |
+
],
|
| 185 |
+
"optimization_step": 3456
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"role": "optimization",
|
| 189 |
+
"path": "optimization.jsonl",
|
| 190 |
+
"sha256": "3797342f0adba133edad652e396944a480921fc412d9d77fbd929fe48bad4a03",
|
| 191 |
+
"bytes": 754197,
|
| 192 |
+
"source_filename": "watermark_untarget_bisect_EH.jsonl"
|
| 193 |
+
}
|
| 194 |
+
]
|
| 195 |
+
}
|
artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/optimization.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:099f6fe633b751c4aad720159f3f3790ec76aa2ba2b305e01c2df09ef9166890
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8af420907f91a93623fa2fbfe577ba48650eea93cc88aa172d91d209dfde0543
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8bc971dc00ebc49e4250d6f0a43e7846eb5ed2d1e68d2a5eb31f4f4d0dd3168
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c9621c70950ec4acef2528d45fdc7cca9ecbd75f7910141d48e244fe045e824
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p20/bisect_A1V1/top5.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cad185cd74f7a53d82322d20ac847c059b8cf67f22bbde5cdabca67ac69aea8e
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/final.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96c659ed8d1fd66d19e2315b2a6db1518ed080bb168b1aedb9568a7335673963
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/metadata.json
ADDED
|
@@ -0,0 +1,197 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": "1.0.0",
|
| 3 |
+
"experiment_id": "task_fraction/libero/long/p30/bisect_A1V1",
|
| 4 |
+
"status": "complete",
|
| 5 |
+
"benchmark": "libero",
|
| 6 |
+
"suite": "long",
|
| 7 |
+
"regime": "task_fraction",
|
| 8 |
+
"ablation": {
|
| 9 |
+
"type": "task_fraction",
|
| 10 |
+
"task_fraction_percent": 30,
|
| 11 |
+
"selected_task_count": 3,
|
| 12 |
+
"selected_task_ids": [
|
| 13 |
+
"put both moka pots on the stove",
|
| 14 |
+
"put both the alphabet soup and the tomato sauce in the basket",
|
| 15 |
+
"put the white mug on the plate and put the chocolate pudding to the right of the plate"
|
| 16 |
+
],
|
| 17 |
+
"task_order_policy": "explicit LIBERO Long task order used by the evaluation script",
|
| 18 |
+
"target_episode_passes": 600,
|
| 19 |
+
"target_optimization_budget": 19200
|
| 20 |
+
},
|
| 21 |
+
"variant": {
|
| 22 |
+
"name": "bisect_A1V1",
|
| 23 |
+
"method": "bisect",
|
| 24 |
+
"action_loss_weight": 1.0,
|
| 25 |
+
"video_loss_weight": 1.0,
|
| 26 |
+
"vae_loss_weight": 1.0
|
| 27 |
+
},
|
| 28 |
+
"data": {
|
| 29 |
+
"repo_id": "robbyant/libero-long-lerobot",
|
| 30 |
+
"revision": "8c0313b1c7cd9fa3798798479cbf59b11af8979d",
|
| 31 |
+
"is_full_suite": false,
|
| 32 |
+
"task_count": 10,
|
| 33 |
+
"episodes_per_task": 50,
|
| 34 |
+
"selected_task_ids": [
|
| 35 |
+
"put both moka pots on the stove",
|
| 36 |
+
"put both the alphabet soup and the tomato sauce in the basket",
|
| 37 |
+
"put the white mug on the plate and put the chocolate pudding to the right of the plate"
|
| 38 |
+
],
|
| 39 |
+
"selection_seed": 42,
|
| 40 |
+
"episode_selection": "one random episode per selected task per epoch from sorted episode indices [0, 49]"
|
| 41 |
+
},
|
| 42 |
+
"model": {
|
| 43 |
+
"repo_id": "robbyant/lingbot-va-posttrain-libero-long",
|
| 44 |
+
"revision": "0e89d1e753019988aba484e8da2dc0810e264d9f",
|
| 45 |
+
"checkpoint_file": "transformer/diffusion_pytorch_model.safetensors.index.json"
|
| 46 |
+
},
|
| 47 |
+
"attack": {
|
| 48 |
+
"seed": 42,
|
| 49 |
+
"fixed_seed": false,
|
| 50 |
+
"camera": "observation.images.eye_in_hand_rgb",
|
| 51 |
+
"patch_size": [
|
| 52 |
+
128,
|
| 53 |
+
128
|
| 54 |
+
],
|
| 55 |
+
"patch_position": [
|
| 56 |
+
0,
|
| 57 |
+
0
|
| 58 |
+
],
|
| 59 |
+
"patch_alpha": 0.12549019607843137,
|
| 60 |
+
"patch_lr": 0.01,
|
| 61 |
+
"frames_per_episode": 64,
|
| 62 |
+
"frame_batch_size": 2,
|
| 63 |
+
"video_inference_steps": 2,
|
| 64 |
+
"action_inference_steps": 5,
|
| 65 |
+
"dataset_epochs": 200,
|
| 66 |
+
"save_every_steps": 160,
|
| 67 |
+
"early_stop_patience": 8,
|
| 68 |
+
"top5_selection": "all"
|
| 69 |
+
},
|
| 70 |
+
"result": {
|
| 71 |
+
"final_step": 5088,
|
| 72 |
+
"planned_steps": 19200,
|
| 73 |
+
"stop_reason": "early_stopping",
|
| 74 |
+
"selection_metric": "all",
|
| 75 |
+
"notes": []
|
| 76 |
+
},
|
| 77 |
+
"code": {
|
| 78 |
+
"repo_id": "MisterRpeng/Attack-WAM",
|
| 79 |
+
"commit": "1088ac530575b5143b56c4a8d450f59d5dfc5df1",
|
| 80 |
+
"critical_file_sha256": {
|
| 81 |
+
"wan_va/modules/model.py": "addd38e5f7dd0b405742640c5e998f0b40473357939f79a983c4528acb54e292",
|
| 82 |
+
"wan_va/wan_va_server.py": "de2f1f82e3b65951282d68fae7b73772798262e3f243c19725145292e97e91a9",
|
| 83 |
+
"attack/adversarial_attack/attack_vae_transformer_freeze_manual.py": "a6e8b6941dafdbe1e5991e3737c9e642834f385769624e2b6a8f44f53f2faea7"
|
| 84 |
+
},
|
| 85 |
+
"runtime_modifications": [
|
| 86 |
+
"finite-gradient guard; no objective or update-rule change"
|
| 87 |
+
]
|
| 88 |
+
},
|
| 89 |
+
"environment": {
|
| 90 |
+
"python": "3.10.16",
|
| 91 |
+
"pytorch": "2.9.0+cu126",
|
| 92 |
+
"torch_cuda_build": "12.6",
|
| 93 |
+
"runtime_cudnn": 92000,
|
| 94 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 95 |
+
"compute_capability": "9.0",
|
| 96 |
+
"precision": "bfloat16",
|
| 97 |
+
"attention_mode": "torch",
|
| 98 |
+
"cudnn_sdpa_enabled": true,
|
| 99 |
+
"flash_sdpa_enabled": true,
|
| 100 |
+
"memory_efficient_sdpa_enabled": true,
|
| 101 |
+
"math_sdpa_enabled": true,
|
| 102 |
+
"cudnn_sdpa_forced": false
|
| 103 |
+
},
|
| 104 |
+
"artifacts": [
|
| 105 |
+
{
|
| 106 |
+
"role": "top1",
|
| 107 |
+
"path": "top1.npy",
|
| 108 |
+
"sha256": "47b0753221397b085621bd1eb62a3b0b7b48c2133f79cc531545517c620de1d6",
|
| 109 |
+
"bytes": 49280,
|
| 110 |
+
"source_filename": "watermark_untarget_bisect_EH_top1_s004320.npy",
|
| 111 |
+
"dtype": "uint8",
|
| 112 |
+
"shape": [
|
| 113 |
+
128,
|
| 114 |
+
128,
|
| 115 |
+
3
|
| 116 |
+
],
|
| 117 |
+
"optimization_step": 4320
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"role": "top2",
|
| 121 |
+
"path": "top2.npy",
|
| 122 |
+
"sha256": "6ba6c47775a622da60360cf539d62dfb45bbc5ef4a695bedca6c92869746ec6e",
|
| 123 |
+
"bytes": 49280,
|
| 124 |
+
"source_filename": "watermark_untarget_bisect_EH_top2_s003648.npy",
|
| 125 |
+
"dtype": "uint8",
|
| 126 |
+
"shape": [
|
| 127 |
+
128,
|
| 128 |
+
128,
|
| 129 |
+
3
|
| 130 |
+
],
|
| 131 |
+
"optimization_step": 3648
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"role": "top3",
|
| 135 |
+
"path": "top3.npy",
|
| 136 |
+
"sha256": "ffad8be0d305e0b2b4ebb0653d308f7b85a47db63741e660f3e9b845e6752cb9",
|
| 137 |
+
"bytes": 49280,
|
| 138 |
+
"source_filename": "watermark_untarget_bisect_EH_top3_s004416.npy",
|
| 139 |
+
"dtype": "uint8",
|
| 140 |
+
"shape": [
|
| 141 |
+
128,
|
| 142 |
+
128,
|
| 143 |
+
3
|
| 144 |
+
],
|
| 145 |
+
"optimization_step": 4416
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"role": "top4",
|
| 149 |
+
"path": "top4.npy",
|
| 150 |
+
"sha256": "3579cec110841d38f7afd6f9ce4837f34a8b4445f8ec60f6eebd19f5396102a6",
|
| 151 |
+
"bytes": 49280,
|
| 152 |
+
"source_filename": "watermark_untarget_bisect_EH_top4_s004512.npy",
|
| 153 |
+
"dtype": "uint8",
|
| 154 |
+
"shape": [
|
| 155 |
+
128,
|
| 156 |
+
128,
|
| 157 |
+
3
|
| 158 |
+
],
|
| 159 |
+
"optimization_step": 4512
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"role": "top5",
|
| 163 |
+
"path": "top5.npy",
|
| 164 |
+
"sha256": "cf39e6882d8084a4e8d692b339785dfaec171dadd06314390c5adcf09907beae",
|
| 165 |
+
"bytes": 49280,
|
| 166 |
+
"source_filename": "watermark_untarget_bisect_EH_top5_s004800.npy",
|
| 167 |
+
"dtype": "uint8",
|
| 168 |
+
"shape": [
|
| 169 |
+
128,
|
| 170 |
+
128,
|
| 171 |
+
3
|
| 172 |
+
],
|
| 173 |
+
"optimization_step": 4800
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"role": "final",
|
| 177 |
+
"path": "final.npy",
|
| 178 |
+
"sha256": "96c659ed8d1fd66d19e2315b2a6db1518ed080bb168b1aedb9568a7335673963",
|
| 179 |
+
"bytes": 49280,
|
| 180 |
+
"source_filename": "watermark_untarget_bisect_EH_s005088.npy",
|
| 181 |
+
"dtype": "uint8",
|
| 182 |
+
"shape": [
|
| 183 |
+
128,
|
| 184 |
+
128,
|
| 185 |
+
3
|
| 186 |
+
],
|
| 187 |
+
"optimization_step": 5088
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"role": "optimization",
|
| 191 |
+
"path": "optimization.jsonl",
|
| 192 |
+
"sha256": "296f3957410ebf0c59487fdf16364df71bc04117a400c4e22846eba1963bf6e6",
|
| 193 |
+
"bytes": 1109713,
|
| 194 |
+
"source_filename": "watermark_untarget_bisect_EH.jsonl"
|
| 195 |
+
}
|
| 196 |
+
]
|
| 197 |
+
}
|
artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/optimization.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:47b0753221397b085621bd1eb62a3b0b7b48c2133f79cc531545517c620de1d6
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ba6c47775a622da60360cf539d62dfb45bbc5ef4a695bedca6c92869746ec6e
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ffad8be0d305e0b2b4ebb0653d308f7b85a47db63741e660f3e9b845e6752cb9
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3579cec110841d38f7afd6f9ce4837f34a8b4445f8ec60f6eebd19f5396102a6
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p30/bisect_A1V1/top5.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf39e6882d8084a4e8d692b339785dfaec171dadd06314390c5adcf09907beae
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/final.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00b0b4243581dc01b6d17e8d0a6e545fb5cef29382977520f4200ccc5a23d8e3
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/metadata.json
ADDED
|
@@ -0,0 +1,199 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": "1.0.0",
|
| 3 |
+
"experiment_id": "task_fraction/libero/long/p40/bisect_A1V1",
|
| 4 |
+
"status": "complete",
|
| 5 |
+
"benchmark": "libero",
|
| 6 |
+
"suite": "long",
|
| 7 |
+
"regime": "task_fraction",
|
| 8 |
+
"ablation": {
|
| 9 |
+
"type": "task_fraction",
|
| 10 |
+
"task_fraction_percent": 40,
|
| 11 |
+
"selected_task_count": 4,
|
| 12 |
+
"selected_task_ids": [
|
| 13 |
+
"put both moka pots on the stove",
|
| 14 |
+
"put both the alphabet soup and the tomato sauce in the basket",
|
| 15 |
+
"put the white mug on the plate and put the chocolate pudding to the right of the plate",
|
| 16 |
+
"put the yellow and white mug in the microwave and close it"
|
| 17 |
+
],
|
| 18 |
+
"task_order_policy": "explicit LIBERO Long task order used by the evaluation script",
|
| 19 |
+
"target_episode_passes": 600,
|
| 20 |
+
"target_optimization_budget": 19200
|
| 21 |
+
},
|
| 22 |
+
"variant": {
|
| 23 |
+
"name": "bisect_A1V1",
|
| 24 |
+
"method": "bisect",
|
| 25 |
+
"action_loss_weight": 1.0,
|
| 26 |
+
"video_loss_weight": 1.0,
|
| 27 |
+
"vae_loss_weight": 1.0
|
| 28 |
+
},
|
| 29 |
+
"data": {
|
| 30 |
+
"repo_id": "robbyant/libero-long-lerobot",
|
| 31 |
+
"revision": "8c0313b1c7cd9fa3798798479cbf59b11af8979d",
|
| 32 |
+
"is_full_suite": false,
|
| 33 |
+
"task_count": 10,
|
| 34 |
+
"episodes_per_task": 50,
|
| 35 |
+
"selected_task_ids": [
|
| 36 |
+
"put both moka pots on the stove",
|
| 37 |
+
"put both the alphabet soup and the tomato sauce in the basket",
|
| 38 |
+
"put the white mug on the plate and put the chocolate pudding to the right of the plate",
|
| 39 |
+
"put the yellow and white mug in the microwave and close it"
|
| 40 |
+
],
|
| 41 |
+
"selection_seed": 42,
|
| 42 |
+
"episode_selection": "one random episode per selected task per epoch from sorted episode indices [0, 49]"
|
| 43 |
+
},
|
| 44 |
+
"model": {
|
| 45 |
+
"repo_id": "robbyant/lingbot-va-posttrain-libero-long",
|
| 46 |
+
"revision": "0e89d1e753019988aba484e8da2dc0810e264d9f",
|
| 47 |
+
"checkpoint_file": "transformer/diffusion_pytorch_model.safetensors.index.json"
|
| 48 |
+
},
|
| 49 |
+
"attack": {
|
| 50 |
+
"seed": 42,
|
| 51 |
+
"fixed_seed": false,
|
| 52 |
+
"camera": "observation.images.eye_in_hand_rgb",
|
| 53 |
+
"patch_size": [
|
| 54 |
+
128,
|
| 55 |
+
128
|
| 56 |
+
],
|
| 57 |
+
"patch_position": [
|
| 58 |
+
0,
|
| 59 |
+
0
|
| 60 |
+
],
|
| 61 |
+
"patch_alpha": 0.12549019607843137,
|
| 62 |
+
"patch_lr": 0.01,
|
| 63 |
+
"frames_per_episode": 64,
|
| 64 |
+
"frame_batch_size": 2,
|
| 65 |
+
"video_inference_steps": 2,
|
| 66 |
+
"action_inference_steps": 5,
|
| 67 |
+
"dataset_epochs": 150,
|
| 68 |
+
"save_every_steps": 160,
|
| 69 |
+
"early_stop_patience": 8,
|
| 70 |
+
"top5_selection": "all"
|
| 71 |
+
},
|
| 72 |
+
"result": {
|
| 73 |
+
"final_step": 8320,
|
| 74 |
+
"planned_steps": 19200,
|
| 75 |
+
"stop_reason": "early_stopping",
|
| 76 |
+
"selection_metric": "all",
|
| 77 |
+
"notes": []
|
| 78 |
+
},
|
| 79 |
+
"code": {
|
| 80 |
+
"repo_id": "MisterRpeng/Attack-WAM",
|
| 81 |
+
"commit": "1088ac530575b5143b56c4a8d450f59d5dfc5df1",
|
| 82 |
+
"critical_file_sha256": {
|
| 83 |
+
"wan_va/modules/model.py": "addd38e5f7dd0b405742640c5e998f0b40473357939f79a983c4528acb54e292",
|
| 84 |
+
"wan_va/wan_va_server.py": "de2f1f82e3b65951282d68fae7b73772798262e3f243c19725145292e97e91a9",
|
| 85 |
+
"attack/adversarial_attack/attack_vae_transformer_freeze_manual.py": "a6e8b6941dafdbe1e5991e3737c9e642834f385769624e2b6a8f44f53f2faea7"
|
| 86 |
+
},
|
| 87 |
+
"runtime_modifications": [
|
| 88 |
+
"finite-gradient guard; no objective or update-rule change"
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"environment": {
|
| 92 |
+
"python": "3.10.16",
|
| 93 |
+
"pytorch": "2.9.0+cu126",
|
| 94 |
+
"torch_cuda_build": "12.6",
|
| 95 |
+
"runtime_cudnn": 92000,
|
| 96 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 97 |
+
"compute_capability": "9.0",
|
| 98 |
+
"precision": "bfloat16",
|
| 99 |
+
"attention_mode": "torch",
|
| 100 |
+
"cudnn_sdpa_enabled": true,
|
| 101 |
+
"flash_sdpa_enabled": true,
|
| 102 |
+
"memory_efficient_sdpa_enabled": true,
|
| 103 |
+
"math_sdpa_enabled": true,
|
| 104 |
+
"cudnn_sdpa_forced": false
|
| 105 |
+
},
|
| 106 |
+
"artifacts": [
|
| 107 |
+
{
|
| 108 |
+
"role": "top1",
|
| 109 |
+
"path": "top1.npy",
|
| 110 |
+
"sha256": "f0613286f38a848bc25eb4fe76be533183ca88cc0327955aaecc3601c0f14c83",
|
| 111 |
+
"bytes": 49280,
|
| 112 |
+
"source_filename": "watermark_untarget_bisect_EH_top1_s007296.npy",
|
| 113 |
+
"dtype": "uint8",
|
| 114 |
+
"shape": [
|
| 115 |
+
128,
|
| 116 |
+
128,
|
| 117 |
+
3
|
| 118 |
+
],
|
| 119 |
+
"optimization_step": 7296
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"role": "top2",
|
| 123 |
+
"path": "top2.npy",
|
| 124 |
+
"sha256": "c352076c020080140c4a82fd49041e802eeba555abe88aea3e8564625c4cbb84",
|
| 125 |
+
"bytes": 49280,
|
| 126 |
+
"source_filename": "watermark_untarget_bisect_EH_top2_s006528.npy",
|
| 127 |
+
"dtype": "uint8",
|
| 128 |
+
"shape": [
|
| 129 |
+
128,
|
| 130 |
+
128,
|
| 131 |
+
3
|
| 132 |
+
],
|
| 133 |
+
"optimization_step": 6528
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"role": "top3",
|
| 137 |
+
"path": "top3.npy",
|
| 138 |
+
"sha256": "240308b53b9d9c62d2d63fc866eb3dfc51bbfe3843a59cf93c798619b92505e1",
|
| 139 |
+
"bytes": 49280,
|
| 140 |
+
"source_filename": "watermark_untarget_bisect_EH_top3_s007808.npy",
|
| 141 |
+
"dtype": "uint8",
|
| 142 |
+
"shape": [
|
| 143 |
+
128,
|
| 144 |
+
128,
|
| 145 |
+
3
|
| 146 |
+
],
|
| 147 |
+
"optimization_step": 7808
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"role": "top4",
|
| 151 |
+
"path": "top4.npy",
|
| 152 |
+
"sha256": "5cfc512eb89728544df8bce6c01a5fb07407b6aaa16809797efaaa9a557ede8e",
|
| 153 |
+
"bytes": 49280,
|
| 154 |
+
"source_filename": "watermark_untarget_bisect_EH_top4_s007168.npy",
|
| 155 |
+
"dtype": "uint8",
|
| 156 |
+
"shape": [
|
| 157 |
+
128,
|
| 158 |
+
128,
|
| 159 |
+
3
|
| 160 |
+
],
|
| 161 |
+
"optimization_step": 7168
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"role": "top5",
|
| 165 |
+
"path": "top5.npy",
|
| 166 |
+
"sha256": "3d27b8d52f324b2a3f48cb2b1c8a9550beb1399505f6d0fed41911c601e0b396",
|
| 167 |
+
"bytes": 49280,
|
| 168 |
+
"source_filename": "watermark_untarget_bisect_EH_top5_s007936.npy",
|
| 169 |
+
"dtype": "uint8",
|
| 170 |
+
"shape": [
|
| 171 |
+
128,
|
| 172 |
+
128,
|
| 173 |
+
3
|
| 174 |
+
],
|
| 175 |
+
"optimization_step": 7936
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"role": "final",
|
| 179 |
+
"path": "final.npy",
|
| 180 |
+
"sha256": "00b0b4243581dc01b6d17e8d0a6e545fb5cef29382977520f4200ccc5a23d8e3",
|
| 181 |
+
"bytes": 49280,
|
| 182 |
+
"source_filename": "watermark_untarget_bisect_EH_s008320.npy",
|
| 183 |
+
"dtype": "uint8",
|
| 184 |
+
"shape": [
|
| 185 |
+
128,
|
| 186 |
+
128,
|
| 187 |
+
3
|
| 188 |
+
],
|
| 189 |
+
"optimization_step": 8320
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"role": "optimization",
|
| 193 |
+
"path": "optimization.jsonl",
|
| 194 |
+
"sha256": "fb3ab032b7e12ddfb2ca07418fb1049b3bf38ad4857290a84f411e73591460d7",
|
| 195 |
+
"bytes": 1812881,
|
| 196 |
+
"source_filename": "watermark_untarget_bisect_EH.jsonl"
|
| 197 |
+
}
|
| 198 |
+
]
|
| 199 |
+
}
|
artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/optimization.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f0613286f38a848bc25eb4fe76be533183ca88cc0327955aaecc3601c0f14c83
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c352076c020080140c4a82fd49041e802eeba555abe88aea3e8564625c4cbb84
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:240308b53b9d9c62d2d63fc866eb3dfc51bbfe3843a59cf93c798619b92505e1
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5cfc512eb89728544df8bce6c01a5fb07407b6aaa16809797efaaa9a557ede8e
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p40/bisect_A1V1/top5.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d27b8d52f324b2a3f48cb2b1c8a9550beb1399505f6d0fed41911c601e0b396
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/final.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c967e087083b721e886e44ac0dda08c6fd95bc21d6ae9f248394e6bd19a5ca6d
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/metadata.json
ADDED
|
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": "1.0.0",
|
| 3 |
+
"experiment_id": "task_fraction/libero/long/p50/bisect_A1V1",
|
| 4 |
+
"status": "complete",
|
| 5 |
+
"benchmark": "libero",
|
| 6 |
+
"suite": "long",
|
| 7 |
+
"regime": "task_fraction",
|
| 8 |
+
"ablation": {
|
| 9 |
+
"type": "task_fraction",
|
| 10 |
+
"task_fraction_percent": 50,
|
| 11 |
+
"selected_task_count": 5,
|
| 12 |
+
"selected_task_ids": [
|
| 13 |
+
"put both moka pots on the stove",
|
| 14 |
+
"put both the alphabet soup and the tomato sauce in the basket",
|
| 15 |
+
"put the white mug on the plate and put the chocolate pudding to the right of the plate",
|
| 16 |
+
"put the yellow and white mug in the microwave and close it",
|
| 17 |
+
"put both the alphabet soup and the cream cheese box in the basket"
|
| 18 |
+
],
|
| 19 |
+
"task_order_policy": "explicit LIBERO Long task order used by the evaluation script",
|
| 20 |
+
"target_episode_passes": 600,
|
| 21 |
+
"target_optimization_budget": 19200
|
| 22 |
+
},
|
| 23 |
+
"variant": {
|
| 24 |
+
"name": "bisect_A1V1",
|
| 25 |
+
"method": "bisect",
|
| 26 |
+
"action_loss_weight": 1.0,
|
| 27 |
+
"video_loss_weight": 1.0,
|
| 28 |
+
"vae_loss_weight": 1.0
|
| 29 |
+
},
|
| 30 |
+
"data": {
|
| 31 |
+
"repo_id": "robbyant/libero-long-lerobot",
|
| 32 |
+
"revision": "8c0313b1c7cd9fa3798798479cbf59b11af8979d",
|
| 33 |
+
"is_full_suite": false,
|
| 34 |
+
"task_count": 10,
|
| 35 |
+
"episodes_per_task": 50,
|
| 36 |
+
"selected_task_ids": [
|
| 37 |
+
"put both moka pots on the stove",
|
| 38 |
+
"put both the alphabet soup and the tomato sauce in the basket",
|
| 39 |
+
"put the white mug on the plate and put the chocolate pudding to the right of the plate",
|
| 40 |
+
"put the yellow and white mug in the microwave and close it",
|
| 41 |
+
"put both the alphabet soup and the cream cheese box in the basket"
|
| 42 |
+
],
|
| 43 |
+
"selection_seed": 42,
|
| 44 |
+
"episode_selection": "one random episode per selected task per epoch from sorted episode indices [0, 49]"
|
| 45 |
+
},
|
| 46 |
+
"model": {
|
| 47 |
+
"repo_id": "robbyant/lingbot-va-posttrain-libero-long",
|
| 48 |
+
"revision": "0e89d1e753019988aba484e8da2dc0810e264d9f",
|
| 49 |
+
"checkpoint_file": "transformer/diffusion_pytorch_model.safetensors.index.json"
|
| 50 |
+
},
|
| 51 |
+
"attack": {
|
| 52 |
+
"seed": 42,
|
| 53 |
+
"fixed_seed": false,
|
| 54 |
+
"camera": "observation.images.eye_in_hand_rgb",
|
| 55 |
+
"patch_size": [
|
| 56 |
+
128,
|
| 57 |
+
128
|
| 58 |
+
],
|
| 59 |
+
"patch_position": [
|
| 60 |
+
0,
|
| 61 |
+
0
|
| 62 |
+
],
|
| 63 |
+
"patch_alpha": 0.12549019607843137,
|
| 64 |
+
"patch_lr": 0.01,
|
| 65 |
+
"frames_per_episode": 64,
|
| 66 |
+
"frame_batch_size": 2,
|
| 67 |
+
"video_inference_steps": 2,
|
| 68 |
+
"action_inference_steps": 5,
|
| 69 |
+
"dataset_epochs": 120,
|
| 70 |
+
"save_every_steps": 160,
|
| 71 |
+
"early_stop_patience": 8,
|
| 72 |
+
"top5_selection": "all"
|
| 73 |
+
},
|
| 74 |
+
"result": {
|
| 75 |
+
"final_step": 7200,
|
| 76 |
+
"planned_steps": 19200,
|
| 77 |
+
"stop_reason": "early_stopping",
|
| 78 |
+
"selection_metric": "all",
|
| 79 |
+
"notes": []
|
| 80 |
+
},
|
| 81 |
+
"code": {
|
| 82 |
+
"repo_id": "MisterRpeng/Attack-WAM",
|
| 83 |
+
"commit": "1088ac530575b5143b56c4a8d450f59d5dfc5df1",
|
| 84 |
+
"critical_file_sha256": {
|
| 85 |
+
"wan_va/modules/model.py": "addd38e5f7dd0b405742640c5e998f0b40473357939f79a983c4528acb54e292",
|
| 86 |
+
"wan_va/wan_va_server.py": "de2f1f82e3b65951282d68fae7b73772798262e3f243c19725145292e97e91a9",
|
| 87 |
+
"attack/adversarial_attack/attack_vae_transformer_freeze_manual.py": "a6e8b6941dafdbe1e5991e3737c9e642834f385769624e2b6a8f44f53f2faea7"
|
| 88 |
+
},
|
| 89 |
+
"runtime_modifications": [
|
| 90 |
+
"finite-gradient guard; no objective or update-rule change"
|
| 91 |
+
]
|
| 92 |
+
},
|
| 93 |
+
"environment": {
|
| 94 |
+
"python": "3.10.16",
|
| 95 |
+
"pytorch": "2.9.0+cu126",
|
| 96 |
+
"torch_cuda_build": "12.6",
|
| 97 |
+
"runtime_cudnn": 92000,
|
| 98 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 99 |
+
"compute_capability": "9.0",
|
| 100 |
+
"precision": "bfloat16",
|
| 101 |
+
"attention_mode": "torch",
|
| 102 |
+
"cudnn_sdpa_enabled": true,
|
| 103 |
+
"flash_sdpa_enabled": true,
|
| 104 |
+
"memory_efficient_sdpa_enabled": true,
|
| 105 |
+
"math_sdpa_enabled": true,
|
| 106 |
+
"cudnn_sdpa_forced": false
|
| 107 |
+
},
|
| 108 |
+
"artifacts": [
|
| 109 |
+
{
|
| 110 |
+
"role": "top1",
|
| 111 |
+
"path": "top1.npy",
|
| 112 |
+
"sha256": "0120c58dfaa9a485169bbff2dea319e4c3092bd90e3637b482129739b093e15f",
|
| 113 |
+
"bytes": 49280,
|
| 114 |
+
"source_filename": "watermark_untarget_bisect_EH_top1_s005920.npy",
|
| 115 |
+
"dtype": "uint8",
|
| 116 |
+
"shape": [
|
| 117 |
+
128,
|
| 118 |
+
128,
|
| 119 |
+
3
|
| 120 |
+
],
|
| 121 |
+
"optimization_step": 5920
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"role": "top2",
|
| 125 |
+
"path": "top2.npy",
|
| 126 |
+
"sha256": "73f6c1564aea954180016ebb6cc4d8b5f1bfcc52409e227e07c391a9aa1e8fca",
|
| 127 |
+
"bytes": 49280,
|
| 128 |
+
"source_filename": "watermark_untarget_bisect_EH_top2_s006080.npy",
|
| 129 |
+
"dtype": "uint8",
|
| 130 |
+
"shape": [
|
| 131 |
+
128,
|
| 132 |
+
128,
|
| 133 |
+
3
|
| 134 |
+
],
|
| 135 |
+
"optimization_step": 6080
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"role": "top3",
|
| 139 |
+
"path": "top3.npy",
|
| 140 |
+
"sha256": "ce4ebbdc18fb9177f3393c0357cf4c373618565dc872bc6d260d8c5775689c37",
|
| 141 |
+
"bytes": 49280,
|
| 142 |
+
"source_filename": "watermark_untarget_bisect_EH_top3_s005760.npy",
|
| 143 |
+
"dtype": "uint8",
|
| 144 |
+
"shape": [
|
| 145 |
+
128,
|
| 146 |
+
128,
|
| 147 |
+
3
|
| 148 |
+
],
|
| 149 |
+
"optimization_step": 5760
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"role": "top4",
|
| 153 |
+
"path": "top4.npy",
|
| 154 |
+
"sha256": "45585de379f3a959381c75e20625cf8f3a73ccf86b4b4217d97769d0ade3a85b",
|
| 155 |
+
"bytes": 49280,
|
| 156 |
+
"source_filename": "watermark_untarget_bisect_EH_top4_s006240.npy",
|
| 157 |
+
"dtype": "uint8",
|
| 158 |
+
"shape": [
|
| 159 |
+
128,
|
| 160 |
+
128,
|
| 161 |
+
3
|
| 162 |
+
],
|
| 163 |
+
"optimization_step": 6240
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
"role": "top5",
|
| 167 |
+
"path": "top5.npy",
|
| 168 |
+
"sha256": "13c74e7a7accc77fe4e86fab26dc8e789a61d4601edebaac5709aadd0a10158c",
|
| 169 |
+
"bytes": 49280,
|
| 170 |
+
"source_filename": "watermark_untarget_bisect_EH_top5_s005280.npy",
|
| 171 |
+
"dtype": "uint8",
|
| 172 |
+
"shape": [
|
| 173 |
+
128,
|
| 174 |
+
128,
|
| 175 |
+
3
|
| 176 |
+
],
|
| 177 |
+
"optimization_step": 5280
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"role": "final",
|
| 181 |
+
"path": "final.npy",
|
| 182 |
+
"sha256": "c967e087083b721e886e44ac0dda08c6fd95bc21d6ae9f248394e6bd19a5ca6d",
|
| 183 |
+
"bytes": 49280,
|
| 184 |
+
"source_filename": "watermark_untarget_bisect_EH_s007200.npy",
|
| 185 |
+
"dtype": "uint8",
|
| 186 |
+
"shape": [
|
| 187 |
+
128,
|
| 188 |
+
128,
|
| 189 |
+
3
|
| 190 |
+
],
|
| 191 |
+
"optimization_step": 7200
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"role": "optimization",
|
| 195 |
+
"path": "optimization.jsonl",
|
| 196 |
+
"sha256": "9dfffc70b547d3e78380c118dda6419644e86a7f99feef102d613ac85c315c21",
|
| 197 |
+
"bytes": 1569237,
|
| 198 |
+
"source_filename": "watermark_untarget_bisect_EH.jsonl"
|
| 199 |
+
}
|
| 200 |
+
]
|
| 201 |
+
}
|
artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/optimization.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0120c58dfaa9a485169bbff2dea319e4c3092bd90e3637b482129739b093e15f
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73f6c1564aea954180016ebb6cc4d8b5f1bfcc52409e227e07c391a9aa1e8fca
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce4ebbdc18fb9177f3393c0357cf4c373618565dc872bc6d260d8c5775689c37
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45585de379f3a959381c75e20625cf8f3a73ccf86b4b4217d97769d0ade3a85b
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p50/bisect_A1V1/top5.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:13c74e7a7accc77fe4e86fab26dc8e789a61d4601edebaac5709aadd0a10158c
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p60/bisect_A1V1/final.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8696f142f5308bf303a48aeac8ffe62af25228a9e89624d24432f17aafa83e9a
|
| 3 |
+
size 49280
|
artifacts/ablation/task_fraction/libero/long/p60/bisect_A1V1/metadata.json
ADDED
|
@@ -0,0 +1,203 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": "1.0.0",
|
| 3 |
+
"experiment_id": "task_fraction/libero/long/p60/bisect_A1V1",
|
| 4 |
+
"status": "complete",
|
| 5 |
+
"benchmark": "libero",
|
| 6 |
+
"suite": "long",
|
| 7 |
+
"regime": "task_fraction",
|
| 8 |
+
"ablation": {
|
| 9 |
+
"type": "task_fraction",
|
| 10 |
+
"task_fraction_percent": 60,
|
| 11 |
+
"selected_task_count": 6,
|
| 12 |
+
"selected_task_ids": [
|
| 13 |
+
"put both moka pots on the stove",
|
| 14 |
+
"put both the alphabet soup and the tomato sauce in the basket",
|
| 15 |
+
"put the white mug on the plate and put the chocolate pudding to the right of the plate",
|
| 16 |
+
"put the yellow and white mug in the microwave and close it",
|
| 17 |
+
"put both the alphabet soup and the cream cheese box in the basket",
|
| 18 |
+
"pick up the book and place it in the back compartment of the caddy"
|
| 19 |
+
],
|
| 20 |
+
"task_order_policy": "explicit LIBERO Long task order used by the evaluation script",
|
| 21 |
+
"target_episode_passes": 600,
|
| 22 |
+
"target_optimization_budget": 19200
|
| 23 |
+
},
|
| 24 |
+
"variant": {
|
| 25 |
+
"name": "bisect_A1V1",
|
| 26 |
+
"method": "bisect",
|
| 27 |
+
"action_loss_weight": 1.0,
|
| 28 |
+
"video_loss_weight": 1.0,
|
| 29 |
+
"vae_loss_weight": 1.0
|
| 30 |
+
},
|
| 31 |
+
"data": {
|
| 32 |
+
"repo_id": "robbyant/libero-long-lerobot",
|
| 33 |
+
"revision": "8c0313b1c7cd9fa3798798479cbf59b11af8979d",
|
| 34 |
+
"is_full_suite": false,
|
| 35 |
+
"task_count": 10,
|
| 36 |
+
"episodes_per_task": 50,
|
| 37 |
+
"selected_task_ids": [
|
| 38 |
+
"put both moka pots on the stove",
|
| 39 |
+
"put both the alphabet soup and the tomato sauce in the basket",
|
| 40 |
+
"put the white mug on the plate and put the chocolate pudding to the right of the plate",
|
| 41 |
+
"put the yellow and white mug in the microwave and close it",
|
| 42 |
+
"put both the alphabet soup and the cream cheese box in the basket",
|
| 43 |
+
"pick up the book and place it in the back compartment of the caddy"
|
| 44 |
+
],
|
| 45 |
+
"selection_seed": 42,
|
| 46 |
+
"episode_selection": "one random episode per selected task per epoch from sorted episode indices [0, 49]"
|
| 47 |
+
},
|
| 48 |
+
"model": {
|
| 49 |
+
"repo_id": "robbyant/lingbot-va-posttrain-libero-long",
|
| 50 |
+
"revision": "0e89d1e753019988aba484e8da2dc0810e264d9f",
|
| 51 |
+
"checkpoint_file": "transformer/diffusion_pytorch_model.safetensors.index.json"
|
| 52 |
+
},
|
| 53 |
+
"attack": {
|
| 54 |
+
"seed": 42,
|
| 55 |
+
"fixed_seed": false,
|
| 56 |
+
"camera": "observation.images.eye_in_hand_rgb",
|
| 57 |
+
"patch_size": [
|
| 58 |
+
128,
|
| 59 |
+
128
|
| 60 |
+
],
|
| 61 |
+
"patch_position": [
|
| 62 |
+
0,
|
| 63 |
+
0
|
| 64 |
+
],
|
| 65 |
+
"patch_alpha": 0.12549019607843137,
|
| 66 |
+
"patch_lr": 0.01,
|
| 67 |
+
"frames_per_episode": 64,
|
| 68 |
+
"frame_batch_size": 2,
|
| 69 |
+
"video_inference_steps": 2,
|
| 70 |
+
"action_inference_steps": 5,
|
| 71 |
+
"dataset_epochs": 100,
|
| 72 |
+
"save_every_steps": 160,
|
| 73 |
+
"early_stop_patience": 8,
|
| 74 |
+
"top5_selection": "all"
|
| 75 |
+
},
|
| 76 |
+
"result": {
|
| 77 |
+
"final_step": 5920,
|
| 78 |
+
"planned_steps": 19200,
|
| 79 |
+
"stop_reason": "early_stopping",
|
| 80 |
+
"selection_metric": "all",
|
| 81 |
+
"notes": []
|
| 82 |
+
},
|
| 83 |
+
"code": {
|
| 84 |
+
"repo_id": "MisterRpeng/Attack-WAM",
|
| 85 |
+
"commit": "1088ac530575b5143b56c4a8d450f59d5dfc5df1",
|
| 86 |
+
"critical_file_sha256": {
|
| 87 |
+
"wan_va/modules/model.py": "addd38e5f7dd0b405742640c5e998f0b40473357939f79a983c4528acb54e292",
|
| 88 |
+
"wan_va/wan_va_server.py": "de2f1f82e3b65951282d68fae7b73772798262e3f243c19725145292e97e91a9",
|
| 89 |
+
"attack/adversarial_attack/attack_vae_transformer_freeze_manual.py": "a6e8b6941dafdbe1e5991e3737c9e642834f385769624e2b6a8f44f53f2faea7"
|
| 90 |
+
},
|
| 91 |
+
"runtime_modifications": [
|
| 92 |
+
"finite-gradient guard; no objective or update-rule change"
|
| 93 |
+
]
|
| 94 |
+
},
|
| 95 |
+
"environment": {
|
| 96 |
+
"python": "3.10.16",
|
| 97 |
+
"pytorch": "2.9.0+cu126",
|
| 98 |
+
"torch_cuda_build": "12.6",
|
| 99 |
+
"runtime_cudnn": 92000,
|
| 100 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 101 |
+
"compute_capability": "9.0",
|
| 102 |
+
"precision": "bfloat16",
|
| 103 |
+
"attention_mode": "torch",
|
| 104 |
+
"cudnn_sdpa_enabled": true,
|
| 105 |
+
"flash_sdpa_enabled": true,
|
| 106 |
+
"memory_efficient_sdpa_enabled": true,
|
| 107 |
+
"math_sdpa_enabled": true,
|
| 108 |
+
"cudnn_sdpa_forced": false
|
| 109 |
+
},
|
| 110 |
+
"artifacts": [
|
| 111 |
+
{
|
| 112 |
+
"role": "top1",
|
| 113 |
+
"path": "top1.npy",
|
| 114 |
+
"sha256": "8f7c9595d66f6809086a7b095f6804e153c1ff6a0ccd6cf681153f90c5fa9d1a",
|
| 115 |
+
"bytes": 49280,
|
| 116 |
+
"source_filename": "watermark_untarget_bisect_EH_top1_s004640.npy",
|
| 117 |
+
"dtype": "uint8",
|
| 118 |
+
"shape": [
|
| 119 |
+
128,
|
| 120 |
+
128,
|
| 121 |
+
3
|
| 122 |
+
],
|
| 123 |
+
"optimization_step": 4640
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"role": "top2",
|
| 127 |
+
"path": "top2.npy",
|
| 128 |
+
"sha256": "eb9f21725a50686e0e5898ab8eff7f44a9f5a491d73e80aeb1b9e6616c0f5ca8",
|
| 129 |
+
"bytes": 49280,
|
| 130 |
+
"source_filename": "watermark_untarget_bisect_EH_top2_s005120.npy",
|
| 131 |
+
"dtype": "uint8",
|
| 132 |
+
"shape": [
|
| 133 |
+
128,
|
| 134 |
+
128,
|
| 135 |
+
3
|
| 136 |
+
],
|
| 137 |
+
"optimization_step": 5120
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"role": "top3",
|
| 141 |
+
"path": "top3.npy",
|
| 142 |
+
"sha256": "1fad4eb8640a7b91dbeb55fba80c800b796295a8ca75d3abc3e452c9d136c0df",
|
| 143 |
+
"bytes": 49280,
|
| 144 |
+
"source_filename": "watermark_untarget_bisect_EH_top3_s005440.npy",
|
| 145 |
+
"dtype": "uint8",
|
| 146 |
+
"shape": [
|
| 147 |
+
128,
|
| 148 |
+
128,
|
| 149 |
+
3
|
| 150 |
+
],
|
| 151 |
+
"optimization_step": 5440
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"role": "top4",
|
| 155 |
+
"path": "top4.npy",
|
| 156 |
+
"sha256": "ea0a5d52e412c24b97e5ab39b409381b8222f9e3bb39e4231bc7a19985bd7895",
|
| 157 |
+
"bytes": 49280,
|
| 158 |
+
"source_filename": "watermark_untarget_bisect_EH_top4_s005760.npy",
|
| 159 |
+
"dtype": "uint8",
|
| 160 |
+
"shape": [
|
| 161 |
+
128,
|
| 162 |
+
128,
|
| 163 |
+
3
|
| 164 |
+
],
|
| 165 |
+
"optimization_step": 5760
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"role": "top5",
|
| 169 |
+
"path": "top5.npy",
|
| 170 |
+
"sha256": "e11389e8837a6a4193bd45a4d61d673c50dc7a5f4f9661f94fbe05a411d8b1af",
|
| 171 |
+
"bytes": 49280,
|
| 172 |
+
"source_filename": "watermark_untarget_bisect_EH_top5_s005280.npy",
|
| 173 |
+
"dtype": "uint8",
|
| 174 |
+
"shape": [
|
| 175 |
+
128,
|
| 176 |
+
128,
|
| 177 |
+
3
|
| 178 |
+
],
|
| 179 |
+
"optimization_step": 5280
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"role": "final",
|
| 183 |
+
"path": "final.npy",
|
| 184 |
+
"sha256": "8696f142f5308bf303a48aeac8ffe62af25228a9e89624d24432f17aafa83e9a",
|
| 185 |
+
"bytes": 49280,
|
| 186 |
+
"source_filename": "watermark_untarget_bisect_EH_s005920.npy",
|
| 187 |
+
"dtype": "uint8",
|
| 188 |
+
"shape": [
|
| 189 |
+
128,
|
| 190 |
+
128,
|
| 191 |
+
3
|
| 192 |
+
],
|
| 193 |
+
"optimization_step": 5920
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"role": "optimization",
|
| 197 |
+
"path": "optimization.jsonl",
|
| 198 |
+
"sha256": "266be96a530814547c8c4790d00196acb9d90e7c748aea278a628e11023a98c5",
|
| 199 |
+
"bytes": 1291009,
|
| 200 |
+
"source_filename": "watermark_untarget_bisect_EH.jsonl"
|
| 201 |
+
}
|
| 202 |
+
]
|
| 203 |
+
}
|